-- Logs begin at Mon 2021-08-09 13:53:45 UTC, end at Mon 2021-08-09 14:47:50 UTC. -- Aug 09 14:23:48.950512 dv-cinder-780933-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 09 14:23:51.784179 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.common.config [-] Logging enabled! Aug 09 14:23:51.784809 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev527 Aug 09 14:23:51.784966 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93172) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 14:23:51.788299 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.common.config [-] Logging enabled! Aug 09 14:23:51.788563 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev527 Aug 09 14:23:51.788882 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93172) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 14:23:51.789867 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 14:23:51.790106 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 14:23:51.790505 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 14:23:51.790784 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 14:23:51.791017 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 14:23:51.791347 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.791651 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.791948 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.792184 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.792490 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.792783 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.793069 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.793362 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.793667 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.793956 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.794241 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.794533 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.794793 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.795081 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.795375 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.795666 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.795901 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] debug = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.796184 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.796618 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.797122 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.797402 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.797700 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.798023 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.798301 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.798597 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.798902 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.799269 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] host = dv-cinder-780933-12-iscsi {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.799552 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.799847 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.800139 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.800430 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.800712 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.800993 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.801288 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.801562 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.801843 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] log_file = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.802128 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.802422 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.802731 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.803028 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.803259 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.803484 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.803775 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.804065 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.804344 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.804622 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.804899 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.805176 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.805453 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.805722 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.806012 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.806296 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.806583 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.806885 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.807164 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.807437 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.807712 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.808002 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.808279 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.808557 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.808834 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.809132 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.809403 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.809678 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.809983 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.810275 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.810556 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.810867 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.811147 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.811432 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.811704 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.811980 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.812255 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] use_json = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.812528 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.812800 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.813084 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.813871 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.814201 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.814570 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.814881 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.815176 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:51.815484 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.815786 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.816091 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.816379 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.816679 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.816963 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.817255 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.817535 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.817826 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.818116 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.818406 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.818707 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.819005 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.819285 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.819589 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.819896 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.820193 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.820485 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.820764 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.821041 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.821318 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.821597 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.821885 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.822180 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.822469 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.822771 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.823057 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.823355 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.823634 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.823908 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.824187 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.824475 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.824755 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.825031 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.825314 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.825592 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.825864 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.826137 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.826414 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.826724 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.827006 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.827283 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.827556 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.827846 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.828111 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.828397 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.828677 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.828953 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.829937 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.830229 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.830509 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.830813 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.831099 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.831378 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.831659 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.831936 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.832212 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.832488 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.832762 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.833036 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.833312 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.833586 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.833863 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.834136 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.834410 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.834692 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.834979 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.835254 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.835542 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.835844 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.836124 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.836406 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.836685 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.836963 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.837238 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.837516 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.837795 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.838074 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.838346 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.838638 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.838950 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.839277 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.839574 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.839854 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.840150 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.840430 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.840716 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.841993 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.841993 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.841993 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.841993 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.842332 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.842412 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.842716 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.843007 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.843303 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.843588 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.843907 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.844188 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:51.844408 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 14:23:51.844694 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93172) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 09 14:23:52.202733 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93172) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 14:23:52.203025 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93172) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 14:23:52.203323 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93172) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 14:23:52.203655 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 09 14:23:52.612710 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:52.613006 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:52.613283 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:52.614780 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:52.615062 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:52.615329 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:52.650842 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:52.651127 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:52.651411 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:52.668651 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:52.668936 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:52.669211 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:52.702874 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:52.703156 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:52.703430 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:52.742041 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:52.742401 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:52.742701 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:52.980693 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:52.981334 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:52.981334 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:52.981519 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:52.982239 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.106568 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.106915 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.107206 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.107483 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.107757 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.108072 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.108337 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.108603 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.108864 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.109152 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.109416 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.109687 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.109948 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.110228 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.110497 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.110797 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.111058 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.111325 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.111597 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.111859 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.112136 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.112388 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.112672 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.113055 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.113310 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.113813 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.114222 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 14:23:53.114463 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 14:23:53.114730 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 14:23:53.114973 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 14:23:53.115209 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 14:23:53.115445 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 14:23:53.115815 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 09 14:23:53.119183 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 09 14:23:53.123135 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 09 14:23:53.127685 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Aug 09 14:23:53.129469 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 09 14:23:53.129928 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 09 14:23:53.130275 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 09 14:23:53.130682 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 09 14:23:53.133489 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 09 14:23:53.133746 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 09 14:23:53.134095 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 14:23:53.139509 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 09 14:23:53.163038 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 09 14:23:53.163514 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.163822 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93172) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 09 14:23:53.164196 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.165576 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93172) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 09 14:23:53.165875 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 14:23:53.166126 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 09 14:23:53.169653 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.169939 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.234166 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 09 14:23:53.234345 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 09 14:23:53.234563 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 09 14:23:53.234978 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 09 14:23:53.258652 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_db.sqlalchemy.engines [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93172) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 09 14:23:53.809040 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.managers [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Initializing driver for type 'gre' Aug 09 14:23:53.809601 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] gre ID ranges: [(1, 1000)] Aug 09 14:23:53.867873 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.managers [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Initializing driver for type 'local' Aug 09 14:23:53.868280 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.managers [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Initializing driver for type 'vlan' Aug 09 14:23:53.882405 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] VlanTypeDriver initialization complete Aug 09 14:23:53.882822 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.managers [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Initializing driver for type 'vxlan' Aug 09 14:23:53.883330 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] vxlan ID ranges: [(1, 1000)] Aug 09 14:23:53.944402 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.managers [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Initializing extension driver 'port_security' Aug 09 14:23:53.944785 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.extensions.port_security [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] PortSecurityExtensionDriver initialization complete Aug 09 14:23:53.945135 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.managers [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Initializing mechanism driver 'openvswitch' Aug 09 14:23:53.945451 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.managers [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Initializing mechanism driver 'hyperv' Aug 09 14:23:53.952098 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.plugin [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:23:53.952796 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > port after_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.953180 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > port after_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.953545 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > port after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.954712 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93172) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 14:23:53.954712 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > subnet after_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.955093 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > subnet after_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.955449 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.955848 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93172) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 14:23:53.956264 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > network after_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.956621 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > network after_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.956975 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > network after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.957361 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93172) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 14:23:53.957769 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > security_group after_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.958122 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > security_group after_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.958470 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.958906 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93172) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 14:23:53.959438 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.959798 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.960151 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.960547 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93172) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 14:23:53.960954 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > address_group after_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.961305 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > address_group after_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.961654 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.962047 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93172) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 14:23:53.962430 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] ML2 OVO RPC backend initialized. {{(pid=93172) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 09 14:23:53.963180 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.963553 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.963979 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > network before_response 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.964335 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > networks before_response 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.964689 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > port before_response 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.965039 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > ports before_response 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.965390 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > subnet before_response 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.965738 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > subnets before_response 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.966091 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > network after_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.966441 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > network after_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.966813 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > network after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.967161 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > port after_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.967506 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > port after_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.967847 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > port after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.968193 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > subnet after_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.968532 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > subnet after_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.968946 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:53.969463 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.plugin [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Modular L2 Plugin initialization complete Aug 09 14:23:53.970641 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading services supported by the core plugin {{(pid=93172) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 09 14:23:53.970941 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.plugins.ml2.managers [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Got port-security extension from driver 'port_security' Aug 09 14:23:53.971703 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.extensions.vlantransparent [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Disabled vlantransparent extension. Aug 09 14:23:53.971918 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93172) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 09 14:23:53.972240 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading Plugin: router Aug 09 14:23:54.011617 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.012275 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router after_create 55549900 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.012369 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router before_create 55549900 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.012742 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.013123 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.013489 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router after_delete 55549900 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.013857 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.014229 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router after_create 55549900 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.014585 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router after_update 55549900 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.014967 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router after_update 55549900 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.015324 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.015691 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router after_update 55549900 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.016113 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router precommit_update 55549900 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.017182 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: port after_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.017635 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: port after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.017990 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: subnet after_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.018344 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.018734 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.019096 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router precommit_create 55549900 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.019448 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: port before_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.019801 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router precommit_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.020166 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router after_update 55549900 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.020517 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.020879 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router precommit_create 55549900 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.021251 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.021608 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router precommit_update 55549900 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.021990 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > agent after_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.022409 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > agent after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.022730 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > network after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.023630 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Tracking information for resource: router configured {{(pid=93172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 14:23:54.023977 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Tracking information for resource: floatingip configured {{(pid=93172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 14:23:54.028945 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.db.l3_agentschedulers_db [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 09 14:23:54.029655 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: port after_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.030030 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: port after_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.030394 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: port after_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.030794 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: port after_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.031610 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router before_create 55550100 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.031986 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.032476 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router precommit_create 55550100 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.033026 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > router precommit_update 55550100 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.037222 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.services.provider_configuration [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Service providers = [] {{(pid=93172) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 09 14:23:54.037601 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.db.servicetype_db [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93172) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 09 14:23:54.040609 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.services.service_base [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93172) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 14:23:54.040971 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.services.service_base [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93172) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 14:23:54.041635 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.services.service_base [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93172) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 14:23:54.043223 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.services.service_base [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93172) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 14:23:54.043673 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.services.service_base [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 09 14:23:54.044214 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 14:23:54.044667 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 09 14:23:54.057794 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 14:23:54.058131 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading Plugin: auto_allocate Aug 09 14:23:54.064696 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: network precommit_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.065034 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: network precommit_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.065573 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 14:23:54.065901 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading Plugin: tag Aug 09 14:23:54.072494 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 14:23:54.072825 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading Plugin: timestamp Aug 09 14:23:54.076891 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 14:23:54.077234 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading Plugin: network_ip_availability Aug 09 14:23:54.083417 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.083797 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.084167 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.084902 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 14:23:54.085230 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading Plugin: flavors Aug 09 14:23:54.089998 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 14:23:54.090335 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading Plugin: revisions Aug 09 14:23:54.094886 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 14:23:54.095320 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_concurrency.lockutils [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.892s {{(pid=93172) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 14:23:54.096094 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93172) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 09 14:23:54.096450 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Initializing extension manager. Aug 09 14:23:54.096981 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: __init__.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.097333 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: __pycache__ {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.097677 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.098020 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: address_group.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.098894 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.099507 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: address-group Aug 09 14:23:54.099838 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: address_scope.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.100599 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.101121 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: address-scope Aug 09 14:23:54.101452 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.102511 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.103060 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: router-admin-state-down-before-update Aug 09 14:23:54.103390 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: agent.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.104380 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.104908 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: agent Aug 09 14:23:54.105230 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: agent_resources_synced.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.106159 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.106686 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: agent-resources-synced Aug 09 14:23:54.107030 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: allowedaddresspairs.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.108914 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.109435 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: allowed-address-pairs Aug 09 14:23:54.109767 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: auto_allocated_topology.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.110921 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.111434 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: auto-allocated-topology Aug 09 14:23:54.111767 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: availability_zone.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.112475 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.112982 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: availability_zone Aug 09 14:23:54.113311 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: availability_zone_filter.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.114498 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.115042 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: availability_zone_filter Aug 09 14:23:54.115372 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: data_plane_status.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.116301 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.116803 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension data-plane-status not supported by any of loaded plugins Aug 09 14:23:54.117133 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: default_subnetpools.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.118058 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.118571 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: default-subnetpools Aug 09 14:23:54.118941 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.119782 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.120295 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: dhcp_agent_scheduler Aug 09 14:23:54.120626 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: dns.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.121556 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.122066 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension dns-integration not supported by any of loaded plugins Aug 09 14:23:54.122396 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: dns_domain_ports.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.123360 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.123872 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 09 14:23:54.124207 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.125139 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.125650 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 09 14:23:54.126506 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: dvr.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.127215 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.127729 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: dvr Aug 09 14:23:54.128054 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: ecmp_routes.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.128987 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.129492 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 09 14:23:54.129818 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: empty_string_filtering.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.130771 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.131282 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: empty-string-filtering Aug 09 14:23:54.131611 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.132534 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.133042 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 09 14:23:54.133368 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.134293 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.134829 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 09 14:23:54.135157 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: external_net.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.136073 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.136578 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: external-net Aug 09 14:23:54.136904 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.137819 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.138327 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: extra_dhcp_opt Aug 09 14:23:54.138654 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: extraroute.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.139600 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.140105 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: extraroute Aug 09 14:23:54.140433 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: extraroute_atomic.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.142076 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.142594 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: extraroute-atomic Aug 09 14:23:54.142945 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: filter_validation.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.143627 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.144144 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: filter-validation Aug 09 14:23:54.144472 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: fip_pf_description.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.145752 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.146607 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 09 14:23:54.147092 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: fip_port_details.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.148531 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.149274 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: fip-port-details Aug 09 14:23:54.149724 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: flavors.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.151823 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.152800 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: flavors Aug 09 14:23:54.153291 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.155622 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.156170 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 09 14:23:54.156502 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: floatingip_pools.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.157256 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.157775 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: floatingip-pools Aug 09 14:23:54.158107 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: ip_allocation.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.159079 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.159588 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension ip_allocation not supported by any of loaded plugins Aug 09 14:23:54.159918 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.160854 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.161370 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: ip-substring-filtering Aug 09 14:23:54.161702 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: l2_adjacency.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.162632 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.163164 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 09 14:23:54.163495 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: l3.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.164690 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.165210 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: router Aug 09 14:23:54.165544 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.167885 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.168415 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 09 14:23:54.168757 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.169695 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.170212 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: ext-gw-mode Aug 09 14:23:54.170548 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.171516 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.172029 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: l3-ha Aug 09 14:23:54.172363 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: l3_flavors.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.173323 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.173829 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: l3-flavors Aug 09 14:23:54.174167 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.175127 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.175637 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 09 14:23:54.175968 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: l3agentscheduler.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.177040 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.177550 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: l3_agent_scheduler Aug 09 14:23:54.177900 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: logging.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.179469 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.179988 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension logging not supported by any of loaded plugins Aug 09 14:23:54.180323 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: metering.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.181078 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.181664 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: metering Aug 09 14:23:54.181995 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.183141 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.183658 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: metering_source_and_destination_fields Aug 09 14:23:54.183995 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: multiprovidernet.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.184931 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.185443 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: multi-provider Aug 09 14:23:54.185773 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: netmtu.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.186725 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.187236 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: net-mtu Aug 09 14:23:54.187566 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: netmtu_writable.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.189136 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.189763 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: net-mtu-writable Aug 09 14:23:54.190127 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: network_availability_zone.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.190853 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.191369 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: network_availability_zone Aug 09 14:23:54.191692 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: network_ip_availability.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.192815 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.193329 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: network-ip-availability Aug 09 14:23:54.193659 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: network_segment_range.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.194460 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.194994 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension network-segment-range not supported by any of loaded plugins Aug 09 14:23:54.195321 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: pagination.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.196304 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.196636 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: pagination Aug 09 14:23:54.196962 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: port_device_profile.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.197938 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.198461 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: port-device-profile Aug 09 14:23:54.198821 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.199797 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.200303 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: port-mac-address-regenerate Aug 09 14:23:54.200631 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.201558 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.202070 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: port-numa-affinity-policy Aug 09 14:23:54.202399 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: port_resource_request.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.203407 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.204784 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension port-resource-request not supported by any of loaded plugins Aug 09 14:23:54.204998 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: portbindings.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.206329 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.206865 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: binding Aug 09 14:23:54.207199 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: portbindings_extended.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.208682 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.209207 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: binding-extended Aug 09 14:23:54.209542 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: portsecurity.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.210468 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.211042 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: port-security Aug 09 14:23:54.211399 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: project_id.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.212390 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.212726 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: project-id Aug 09 14:23:54.213057 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: providernet.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.213992 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.214514 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: provider Aug 09 14:23:54.214868 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: qos.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.218410 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.218973 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension qos not supported by any of loaded plugins Aug 09 14:23:54.219318 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.220684 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.221201 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 09 14:23:54.221534 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.222464 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.223005 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 09 14:23:54.223334 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: qos_default.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.224260 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.224780 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension qos-default not supported by any of loaded plugins Aug 09 14:23:54.225113 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: qos_fip.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.225780 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.226286 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension qos-fip not supported by any of loaded plugins Aug 09 14:23:54.226614 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: qos_gateway_ip.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.227572 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.228084 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 09 14:23:54.228410 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: qos_port_network_policy.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.229330 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.229839 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 09 14:23:54.230166 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: qos_pps_rule.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.231376 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.231896 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension qos-pps not supported by any of loaded plugins Aug 09 14:23:54.232226 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: qos_rule_type_details.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.233169 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.233678 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 09 14:23:54.234005 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: qos_rules_alias.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.235091 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.235669 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 09 14:23:54.235999 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: quotasv2.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.236965 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.237297 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: quotas Aug 09 14:23:54.237629 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: quotasv2_detail.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.241337 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.241677 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: quota_details Aug 09 14:23:54.242017 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: rbac.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.243330 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.243872 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: rbac-policies Aug 09 14:23:54.244210 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: rbac_address_group.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.245165 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.245684 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: rbac-address-group Aug 09 14:23:54.246024 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: rbac_address_scope.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.246988 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.247506 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: rbac-address-scope Aug 09 14:23:54.247835 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: rbac_security_groups.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.248760 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.249536 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: rbac-security-groups Aug 09 14:23:54.250153 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: rbac_subnetpool.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.252010 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.252772 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: rbac-subnetpool Aug 09 14:23:54.253229 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: revisionifmatch.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.254480 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.255314 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: revision-if-match Aug 09 14:23:54.255988 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: revisions.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.257691 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.258487 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: standard-attr-revisions Aug 09 14:23:54.258980 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: router_availability_zone.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.259695 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.260213 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: router_availability_zone Aug 09 14:23:54.260547 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: routerservicetype.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.261487 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.261998 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension router-service-type not supported by any of loaded plugins Aug 09 14:23:54.262330 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.263295 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.263810 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: security-groups-normalized-cidr Aug 09 14:23:54.264141 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.265078 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.265583 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: port-security-groups-filtering Aug 09 14:23:54.265914 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.267476 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.268163 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: security-groups-remote-address-group Aug 09 14:23:54.268498 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: securitygroup.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.278283 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.278848 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: security-group Aug 09 14:23:54.279186 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: segment.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.279985 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.280496 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension segment not supported by any of loaded plugins Aug 09 14:23:54.280828 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.281788 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.282492 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 09 14:23:54.282860 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: servicetype.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.284063 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.284590 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: service-type Aug 09 14:23:54.284922 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: sorting.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.286031 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.286274 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: sorting Aug 09 14:23:54.286736 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: standard_attr_segment.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.287562 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.288179 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 09 14:23:54.288430 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: standardattrdescription.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.291134 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.291134 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: standard-attr-description Aug 09 14:23:54.291134 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: stateful_security_group.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.291134 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.292560 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: stateful-security-group Aug 09 14:23:54.292560 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: stdattrs_common.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.292560 dv-cinder-780933-12-iscsi neutron-server[93172]: WARNING neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 09 14:23:54.292560 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.293961 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.294047 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 09 14:23:54.294315 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: subnet_onboard.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.295437 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.295957 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: subnet_onboard Aug 09 14:23:54.296290 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.297234 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.298269 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 09 14:23:54.298602 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: subnet_service_types.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.299569 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.300084 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: subnet-service-types Aug 09 14:23:54.300414 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: subnetallocation.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.301523 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.302050 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: subnet_allocation Aug 09 14:23:54.302384 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.303140 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.303654 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: subnetpool-prefix-ops Aug 09 14:23:54.303983 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.304942 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.305454 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 09 14:23:54.305791 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: tagging.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.306957 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.307486 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: standard-attr-tag Aug 09 14:23:54.307821 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: timestamp.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.309113 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.309634 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loaded extension: standard-attr-timestamp Aug 09 14:23:54.309969 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: trunk.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.311050 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.311573 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension trunk not supported by any of loaded plugins Aug 09 14:23:54.311909 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: trunk_details.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.312851 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.313471 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension trunk-details not supported by any of loaded plugins Aug 09 14:23:54.314309 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: uplink_status_propagation.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.315399 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.315882 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 09 14:23:54.316217 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Loading extension file: vlantransparent.py {{(pid=93172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:23:54.316913 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:23:54.317424 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 09 14:23:54.320030 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Creating instance of TrackedResource for resource:network Aug 09 14:23:54.320577 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Creating instance of TrackedResource for resource:subnet Aug 09 14:23:54.320983 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 14:23:54.321381 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Creating instance of TrackedResource for resource:port Aug 09 14:23:54.322664 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.v2.resource_helper [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:23:54.323238 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.v2.resource_helper [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Service FLAVORS assigned prefix: {{(pid=93172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:23:54.323919 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.v2.resource_helper [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:23:54.324350 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.v2.resource_helper [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:23:54.324689 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Creating instance of TrackedResource for resource:router Aug 09 14:23:54.325131 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 14:23:54.325640 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.v2.resource_helper [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Service METERING assigned prefix: /metering {{(pid=93172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:23:54.327129 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.327507 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.327866 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:23:54.328911 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 14:23:54.330368 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Creating instance of TrackedResource for resource:security_group Aug 09 14:23:54.330368 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 14:23:54.331801 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.v2.resource_helper [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Service CORE assigned prefix: {{(pid=93172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:23:54.332160 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 14:23:54.332528 dv-cinder-780933-12-iscsi neutron-server[93172]: WARNING neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] subnetpool is already registered Aug 09 14:23:54.332998 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.v2.resource_helper [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Service CORE assigned prefix: {{(pid=93172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:23:54.333344 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 14:23:54.333686 dv-cinder-780933-12-iscsi neutron-server[93172]: WARNING neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] subnetpool is already registered Aug 09 14:23:54.336017 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.v2.resource_helper [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:23:54.336455 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.v2.resource_helper [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Service FLAVORS assigned prefix: {{(pid=93172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:23:54.337049 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.v2.resource_helper [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:23:54.337483 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.v2.resource_helper [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:23:54.337822 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Creating instance of TrackedResource for resource:router Aug 09 14:23:54.338168 dv-cinder-780933-12-iscsi neutron-server[93172]: WARNING neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] router is already registered Aug 09 14:23:54.338585 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 14:23:54.338976 dv-cinder-780933-12-iscsi neutron-server[93172]: WARNING neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] floatingip is already registered Aug 09 14:23:54.339441 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.v2.resource_helper [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Service METERING assigned prefix: /metering {{(pid=93172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:23:54.340111 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 14:23:54.340444 dv-cinder-780933-12-iscsi neutron-server[93172]: WARNING neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] rbac_policy is already registered Aug 09 14:23:54.340856 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Creating instance of TrackedResource for resource:security_group Aug 09 14:23:54.341197 dv-cinder-780933-12-iscsi neutron-server[93172]: WARNING neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] security_group is already registered Aug 09 14:23:54.341601 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 14:23:54.341939 dv-cinder-780933-12-iscsi neutron-server[93172]: WARNING neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] security_group_rule is already registered Aug 09 14:23:54.342573 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.v2.resource_helper [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Service CORE assigned prefix: {{(pid=93172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:23:54.342935 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 14:23:54.343350 dv-cinder-780933-12-iscsi neutron-server[93172]: WARNING neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] subnetpool is already registered Aug 09 14:23:54.344697 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.v2.resource_helper [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Service CORE assigned prefix: {{(pid=93172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:23:54.345029 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 14:23:54.345365 dv-cinder-780933-12-iscsi neutron-server[93172]: WARNING neutron.quota.resource_registry [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] subnetpool is already registered Aug 09 14:23:54.345859 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: extensions {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.347376 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: address-groups {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.348848 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: address-scopes {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.350185 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: agents {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.351380 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: auto-allocated-topology {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.352658 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: availability_zones {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.354010 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: dhcp-networks {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.355591 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: dhcp-agents {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.357032 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: routers {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.358903 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: flavors {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.360746 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: service_profiles {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.362081 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: next_providers {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.363814 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: service_profiles {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.365361 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: floatingip-pools {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.366599 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: routers {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.368347 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: floatingips {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.369632 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: l3-routers {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.371044 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: l3-agents {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.372453 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: metering-labels {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.373738 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: metering-label-rules {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.375152 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: network-ip-availabilities {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.377060 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: bindings {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.378622 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: quotas {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.380192 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: quotas {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.381705 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: rbac-policies {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.382928 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: security-groups {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.384232 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: security-group-rules {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.385490 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: service-providers {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.386729 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: subnetpools {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.388082 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: subnetpools {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.389641 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: tags {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.391362 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: tags {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.393322 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: tags {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.395182 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: tags {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.396875 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: tags {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.399960 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: tags {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.401646 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: tags {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.403527 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: tags {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.405427 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: tags {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.407393 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron.api.extensions [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Extended resource: tags {{(pid=93172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:23:54.413549 dv-cinder-780933-12-iscsi neutron-server[93172]: WARNING keystonemiddleware.auth_token [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 09 14:23:54.418153 dv-cinder-780933-12-iscsi neutron-server[93172]: WARNING keystonemiddleware.auth_token [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 09 14:23:54.427383 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_concurrency.lockutils [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Acquired lock "singleton_lock" {{(pid=93172) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 09 14:23:54.427870 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_concurrency.lockutils [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Releasing lock "singleton_lock" {{(pid=93172) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 09 14:23:54.428522 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO oslo_service.service [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Starting 2 workers Aug 09 14:23:54.433378 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Started child 93281 {{(pid=93172) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 14:23:54.437916 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Started child 93282 {{(pid=93172) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 14:23:54.439619 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:23:54.440255 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO neutron.service [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 09 14:23:54.440771 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Notify callbacks [] for process, before_spawn {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:23:54.440976 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [-] (93281) wsgi starting up on http://0.0.0.0:9696 Aug 09 14:23:54.443203 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO oslo_service.service [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Starting 1 workers Aug 09 14:23:54.443406 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:23:54.444804 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [-] (93282) wsgi starting up on http://0.0.0.0:9696 Aug 09 14:23:54.448420 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Started child 93283 {{(pid=93172) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 14:23:54.448967 dv-cinder-780933-12-iscsi neutron-server[93172]: INFO oslo_service.service [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Starting 1 workers Aug 09 14:23:54.452253 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.service [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] calling RpcWorker wait() {{(pid=93283) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 09 14:23:54.452803 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.service [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] returning from RpcWorker wait() {{(pid=93283) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 09 14:23:54.453474 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Started child 93284 {{(pid=93172) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 14:23:54.454254 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:23:54.454516 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG neutron_lib.callbacks.manager [None req-59570286-433b-40c8-aba1-15d2d5bf0bd1 None None] Notify callbacks [] for process, after_spawn {{(pid=93172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:23:54.454861 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:23:54.456362 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93172) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 14:23:54.456589 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 14:23:54.456784 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 14:23:54.457046 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 14:23:54.457361 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 14:23:54.457524 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 14:23:54.458104 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.458387 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.458529 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:23:54.459074 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.459074 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.459270 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.459811 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.460076 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.460334 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.460600 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.460858 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.461036 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.461210 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.461366 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:23:54.461473 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.461689 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.461988 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.462258 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.462504 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.462837 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.463016 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.463288 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.463555 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.463811 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.464093 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] debug = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.464340 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.464837 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.465089 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.465373 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.465600 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.465871 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.466133 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.466392 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.466653 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.466922 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.467164 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.467446 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.467695 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.467914 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.468137 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.468385 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.468609 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.469074 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] host = dv-cinder-780933-12-iscsi {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.469298 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.469521 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.469773 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.470028 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.470285 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.470521 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.470804 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.471061 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.471319 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.471548 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.471821 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.472071 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.472314 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.472561 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] log_file = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.472730 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] log_options = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.472990 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.473243 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.473518 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.473721 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.473897 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.474092 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.474339 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.474507 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.474794 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.475034 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.475271 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.475483 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.475708 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.475930 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.476201 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.476451 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.476677 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.476915 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.477167 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.477399 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.477666 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.477856 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.478077 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.478329 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.478570 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.478816 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.479060 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.479297 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.479500 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.479739 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.479974 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.480247 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.480484 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.480720 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.481254 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.481254 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.481561 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.481700 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.481875 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.482138 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.482405 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.482643 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.482932 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.483203 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.483393 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.483630 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] use_json = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.483846 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.484068 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.484319 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.484586 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.484736 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.484946 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.486046 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.486046 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.486360 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.486760 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.487087 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.487351 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.487590 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.487849 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.488085 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.488640 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.488955 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.489101 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.489366 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.489594 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.489899 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.490143 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.490405 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.490840 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.491202 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.491490 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.491735 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.491986 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.492237 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.492499 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.492844 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.493094 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.493358 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.493636 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.493879 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.494145 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.494365 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.494655 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.495103 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.495709 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.495709 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.496003 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.496260 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.496424 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.496574 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.496753 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.496989 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.497226 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.497492 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.497736 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.497982 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.498179 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.498419 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.498851 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.499005 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.499157 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.499371 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.499592 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.499847 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.500096 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.500317 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.500538 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.500761 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.501604 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.501828 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.502068 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.502253 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.502498 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.502770 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.503027 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.503400 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.503585 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.503809 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.504214 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.504579 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.504579 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.505354 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.505354 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.505354 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.505354 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.505902 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.505902 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.506481 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.506481 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.506481 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.508337 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.508337 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.508337 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.508337 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.508337 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.508337 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.508337 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.508337 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.508821 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.508889 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.515867 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.515867 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.515867 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.515867 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.515867 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.515867 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.515867 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.515867 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.518958 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.518958 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.518958 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.518958 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.518958 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.518958 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.518958 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.518958 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.521084 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.521084 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.521084 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.521084 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.521084 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.521084 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.521084 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.521084 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.522221 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.522221 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.522221 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.522221 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.522221 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.522221 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.522221 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.522221 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.523727 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.523727 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.523727 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.523727 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.523727 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.523727 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.523727 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.523727 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.523727 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.525146 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.525146 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.525146 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.525146 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.525146 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.525146 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.525146 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.525146 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.526301 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.526301 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.526301 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.526301 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.526301 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.526301 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.526301 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.526301 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.527542 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.527542 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.527542 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.527542 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.527542 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.527542 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.527542 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.527542 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.528576 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.528576 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.528576 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.528576 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.528576 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.528576 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.528576 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.528576 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.529647 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.529647 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.529647 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.529647 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.529647 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.529647 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.529647 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.529647 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.530731 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.530731 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.530731 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.530731 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.530731 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.530731 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.530731 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.530731 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.531770 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.531770 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.531770 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.531770 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.531770 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.531770 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.531770 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.532704 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.532704 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.532704 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.533089 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.533089 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.533363 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.533562 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.533805 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.534027 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.534280 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.534533 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.534815 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.535038 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.535276 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.535495 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.535831 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.535993 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.536238 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.536455 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.536670 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.536884 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.537101 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.537313 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.537606 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.537860 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.538095 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.538365 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.538605 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.538878 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.539110 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.539326 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.539540 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.539764 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.539990 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.540203 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.540432 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.540667 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.540881 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.541105 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.541324 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.541537 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.541763 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.541977 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.542196 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.542456 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.542704 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.542905 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.543154 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.543397 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.543611 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.543836 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.544083 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.544297 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.544526 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.544742 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.544975 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.545286 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.545505 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.545723 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.546042 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.546311 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.546534 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.546832 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.547055 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.547322 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.547560 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.548477 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.548723 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.548972 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.549214 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.549592 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.549741 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.549956 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.550306 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.550605 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.550900 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.551163 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.551435 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.551714 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.551997 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.552237 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.552534 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.552863 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.553133 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.553407 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.553640 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.553894 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.554121 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.554355 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.554592 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.554863 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.555086 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.555361 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.555597 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.555850 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.556099 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.556301 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.556712 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.556847 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.556993 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.557327 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.557484 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.557601 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 14:23:54.558146 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93172) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 14:23:54.558309 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 14:23:54.558466 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 14:23:54.558638 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 14:23:54.558860 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 14:23:54.559037 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 14:23:54.559194 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.559350 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.559516 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.559678 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.559841 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.560030 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.560197 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.560323 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.560487 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.560794 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.560794 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.561043 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.561150 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.561237 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.561399 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.561560 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.561724 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.561894 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.562060 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.562223 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.562367 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.562531 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.562814 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] debug = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.562944 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.563090 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.564065 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.564226 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.564383 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.564546 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.564693 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.564858 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.565018 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.565180 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.565342 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.566449 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.566449 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.566449 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.566449 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.566449 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.566449 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.566449 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] host = dv-cinder-780933-12-iscsi {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.567797 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.567797 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.567797 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.567797 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.567797 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.567797 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.567797 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.567797 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.568594 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.568594 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.568594 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.568594 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.568594 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.568594 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] log_file = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.569351 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] log_options = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.569351 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.569351 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.569351 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.569351 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.569832 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.569832 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.569832 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.570091 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.570091 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.570336 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.570336 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.570528 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.570637 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.570822 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.570984 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.571145 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.571306 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.571467 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.571625 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.571786 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.571947 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.572109 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.572271 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.572431 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.572592 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.572752 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.572913 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.573074 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.573235 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.573395 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.573556 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.573717 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.573877 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.574038 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.574199 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.574359 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.574520 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.574734 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.574867 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.575029 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.575189 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.575350 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.575510 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.575670 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.575835 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.575997 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] use_json = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.576157 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.576321 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.576479 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.576800 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.576962 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.577123 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.577284 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.577446 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:23:54.577632 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.577797 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.577974 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.578136 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.578299 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.578463 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.578625 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.578812 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.579589 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.579842 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.580021 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.580186 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.580362 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.580601 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.580874 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.581043 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.581272 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.581372 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.581528 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.581692 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.581855 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.582103 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.582293 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.582460 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.582626 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.582818 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.582959 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.583110 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.583467 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.583467 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.583922 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.583922 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.583922 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.584138 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.584216 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.584333 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.584495 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.584660 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.584824 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.585184 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.585184 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.585420 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.585542 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.585665 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.585788 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.585911 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.586057 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.586222 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.586386 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.586551 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.586750 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.586915 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.587680 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.587680 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.587680 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.587680 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.587680 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.588220 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.588220 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.588220 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.588427 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.588427 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.588585 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.588787 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.588924 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.589060 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.589202 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.589363 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.589528 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.589685 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.589843 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.589998 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.590160 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.590322 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.590488 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.590651 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.590843 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.591205 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.591205 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.591473 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.591473 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.591742 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.591742 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.592013 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.592152 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.592288 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.592424 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.592562 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.592699 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.592844 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.592981 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.593119 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.593282 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.593445 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.593608 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.593771 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.593933 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.594102 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.594267 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.594429 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.594649 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.595343 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.595685 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.595853 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.596016 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.596357 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.596357 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.596560 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.596642 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.596788 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.596951 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.597124 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.597288 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.597455 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.597618 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.597789 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.597996 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.598121 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.598266 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.598430 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.598592 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.598782 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.598946 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.599110 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.599273 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.599438 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.599602 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.599775 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.599949 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.600112 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.600275 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.600438 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.600625 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.600787 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.601124 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.601124 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.601360 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.601444 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.601559 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.601721 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.601884 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.602048 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.602212 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.602377 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.602540 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.602728 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.602894 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.603079 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.603213 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.603380 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.603544 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.603730 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.603874 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.604028 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.604192 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.604355 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.604522 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.604684 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.604874 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.604972 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:23:54.605074 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.605158 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.605313 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.605475 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.605638 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.605801 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.605964 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.606148 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.606297 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.606458 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.606623 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.606810 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.606976 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.607138 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.607302 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.607466 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.607630 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.607795 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.607961 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.608122 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.608285 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.608486 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.608613 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.608777 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.608940 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.609104 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.609266 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.609430 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.609609 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.609771 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.609933 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.610095 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.610369 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.610520 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.610786 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.610786 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.610956 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.611095 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.611256 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.611422 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.611662 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.611766 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.611902 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.612065 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.612228 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.612390 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.612552 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.612764 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.613137 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.613137 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.613283 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.613890 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.613890 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.613890 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.614097 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.614212 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.614461 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.614778 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.614778 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.614950 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.615121 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.615283 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.615445 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.615608 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.615771 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.615943 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.616113 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.616455 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.616455 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.618360 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.618360 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.618360 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.618360 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.618360 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.618360 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.618360 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.618360 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.622122 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.622122 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.622122 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.622122 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.622122 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.622122 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.622122 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.622122 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.622709 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.622709 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.622709 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.622709 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.622709 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.622709 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.622709 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.622709 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.623271 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.623271 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.623271 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.623271 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.623271 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.623271 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.623271 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.623271 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.623788 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.623788 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.623788 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.623788 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.623788 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.623788 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.623788 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.623788 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.624339 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.624339 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.624339 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.624339 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.624339 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.624339 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.624339 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.624339 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.624339 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.624952 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.624952 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.624952 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.624952 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.624952 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.625281 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.625281 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.625281 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:23:54.625492 dv-cinder-780933-12-iscsi neutron-server[93172]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 14:23:54.658174 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 39210) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:23:54.666938 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063746 Aug 09 14:24:06.595495 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4d9320-1834-4db9-a6e6-70865d0c4e8f None None] get_active_networks_info from dv-cinder-780933-12-iscsi {{(pid=93283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 14:24:06.656543 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4d9320-1834-4db9-a6e6-70865d0c4e8f None None] No non-hosted networks {{(pid=93283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 09 14:24:06.665699 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.agentschedulers_db [None req-3a4d9320-1834-4db9-a6e6-70865d0c4e8f None None] DHCP Agent not found on host dv-cinder-780933-12-iscsi {{(pid=93283) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 09 14:24:06.742191 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d20a145c-0a42-4483-a3d9-6d9e9119f871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1741537'] for agent, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:09.319767 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1741537'] for agent, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:09.320498 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31707515-1121-4b39-880b-297470a356db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:09.321370 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31707515-1121-4b39-880b-297470a356db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:09.321726 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31707515-1121-4b39-880b-297470a356db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:09.324262 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31707515-1121-4b39-880b-297470a356db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:09.324658 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31707515-1121-4b39-880b-297470a356db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:09.325070 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31707515-1121-4b39-880b-297470a356db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:09.325337 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31707515-1121-4b39-880b-297470a356db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:09.325698 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31707515-1121-4b39-880b-297470a356db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:09.326898 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31707515-1121-4b39-880b-297470a356db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:09.327236 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31707515-1121-4b39-880b-297470a356db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:09.339778 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31707515-1121-4b39-880b-297470a356db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:09.340079 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31707515-1121-4b39-880b-297470a356db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:09.345595 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-780933-12-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:24:09.366145 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-780933-12-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:24:09.628040 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1e2f13ca-d1a2-46c1-bd72-e96b539e7bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1741537'] for agent, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:09.701187 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-068186de-2fba-4ebe-8b76-109376b70779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:10.318810 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1741537'] for agent, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:12.271299 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1741537'] for agent, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:12.474001 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.db.l3_hamode_db [None req-18e0b72e-f3fd-48d4-bcde-ceab64d2f748 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 09 14:24:12.553667 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e0b72e-f3fd-48d4-bcde-ceab64d2f748 None None] Routers set() bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:24:12.554061 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e0b72e-f3fd-48d4-bcde-ceab64d2f748 None None] Router IDs set() for agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 14:24:13.069074 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 39302) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:24:13.615217 dv-cinder-780933-12-iscsi neutron-server[93281]: WARNING oslo_policy.policy [None req-6473cc6e-70c1-49aa-966b-53c8d182f5ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 14:24:13.615825 dv-cinder-780933-12-iscsi neutron-server[93281]: WARNING oslo_policy.policy [None req-6473cc6e-70c1-49aa-966b-53c8d182f5ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 14:24:13.836275 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [None req-6473cc6e-70c1-49aa-966b-53c8d182f5ae admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 14:24:13.837544 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-6473cc6e-70c1-49aa-966b-53c8d182f5ae admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7663021 Aug 09 14:24:16.316729 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 39316) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:24:16.639806 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-e9468ccb-3cf5-4096-84d0-590dab6fc63e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:24:16.733988 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.policy [None req-e9468ccb-3cf5-4096-84d0-590dab6fc63e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93281) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 14:24:16.780044 dv-cinder-780933-12-iscsi neutron-server[93281]: WARNING oslo_policy.policy [None req-e9468ccb-3cf5-4096-84d0-590dab6fc63e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 14:24:16.780427 dv-cinder-780933-12-iscsi neutron-server[93281]: WARNING oslo_policy.policy [None req-e9468ccb-3cf5-4096-84d0-590dab6fc63e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 14:24:16.789148 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.quota [None req-e9468ccb-3cf5-4096-84d0-590dab6fc63e admin admin] Loaded quota_driver: . Aug 09 14:24:16.886739 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e9468ccb-3cf5-4096-84d0-590dab6fc63e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793431204069', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793431204566', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793430955284', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793430961993', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793431581559', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793430982645', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-676464', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-816471', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2007428', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2078937'] for rbac-policy, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:16.958832 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e9468ccb-3cf5-4096-84d0-590dab6fc63e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:16.960094 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-e9468ccb-3cf5-4096-84d0-590dab6fc63e admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6423864 Aug 09 14:24:19.600673 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 39328) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:24:19.925751 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Request body: {'network': {'tenant_id': 'd65723d21b47465d823c9f980cf80f42', 'admin_state_up': True, 'project_id': 'd65723d21b47465d823c9f980cf80f42', 'name': 'private'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:24:19.962418 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Made reservation on behalf of d65723d21b47465d823c9f980cf80f42 for: {'network': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:24:19.965348 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for network, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:19.982644 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:20.118686 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:20.122753 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:20.142867 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=93281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:24:20.179303 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793433151847', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:20.179917 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Unsubscribe: segment precommit_create {{(pid=93281) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 14:24:20.180449 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.db.segments_db [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Added segment ff071635-1a65-4c55-a9f3-a60a6a65d774 of type vlan for network fa01974e-b02a-42bc-9d6f-61f7dc34a403 Aug 09 14:24:20.198009 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea162d12-e7d0-4b4a-a4a8-7960fa934276,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:24:20.256465 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:20.256813 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:20.257157 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:20.257496 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:20.257830 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:20.258184 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:20.258522 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:20.258898 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:20.259251 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:20.259582 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:20.259912 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:20.260229 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Tracked resource versions report: Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: pushed versions: Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: { 'AddressGroup': {'1.2'}, Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: 'ConntrackHelper': {'1.0'}, Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: 'Log': {'1.0'}, Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: 'Network': {'1.1'}, Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: 'Port': {'1.7'}, Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: 'PortForwarding': {'1.2'}, Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: 'QosPolicy': {'1.9'}, Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: 'SecurityGroup': {'1.4'}, Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: 'SecurityGroupRule': {'1.2'}, Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: 'SubPort': {'1.0'}, Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: 'Subnet': {'1.1'}, Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: 'Trunk': {'1.1'}} Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: consumer versions: Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: { DHCP agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: L3 agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: Metadata agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: Metering agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: Open vSwitch agent@dv-cinder-780933-12-iscsi: { 'AddressGroup': '1.2', Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: 'ConntrackHelper': '1.0', Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: 'Log': '1.0', Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: 'Network': '1.1', Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: 'Port': '1.7', Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: 'PortForwarding': '1.2', Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: 'QosPolicy': '1.9', Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: 'SecurityGroup': '1.4', Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: 'SecurityGroupRule': '1.2', Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: 'SubPort': '1.0', Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: 'Subnet': '1.1', Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: 'Trunk': '1.1'}} Aug 09 14:24:20.261572 dv-cinder-780933-12-iscsi neutron-server[93281]: {{(pid=93281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 14:24:20.314738 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793432662869'] for network, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:20.367110 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for network, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:20.368334 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:24:20.375580 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:20.467965 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8661988 Aug 09 14:24:20.476492 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13e2c9-4b34-40da-b349-15a5a8c50013 admin admin] Pushing event updated for resources: {'Network': ['ID=fa01974e-b02a-42bc-9d6f-61f7dc34a403,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:24:20.493261 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Network fa01974e-b02a-42bc-9d6f-61f7dc34a403 details requested by agent ovs-agent-dv-cinder-780933-12-iscsi with host dv-cinder-780933-12-iscsi {{(pid=93283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:24:23.172408 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 39342) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:24:23.706499 dv-cinder-780933-12-iscsi neutron-server[93282]: WARNING oslo_policy.policy [None req-4341ad17-ce41-4eed-a637-5753e8609daa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 14:24:23.707154 dv-cinder-780933-12-iscsi neutron-server[93282]: WARNING oslo_policy.policy [None req-4341ad17-ce41-4eed-a637-5753e8609daa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 14:24:24.217913 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.policy [None req-4341ad17-ce41-4eed-a637-5753e8609daa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93282) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 14:24:24.263422 dv-cinder-780933-12-iscsi neutron-server[93282]: WARNING oslo_policy.policy [None req-4341ad17-ce41-4eed-a637-5753e8609daa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 14:24:24.263812 dv-cinder-780933-12-iscsi neutron-server[93282]: WARNING oslo_policy.policy [None req-4341ad17-ce41-4eed-a637-5753e8609daa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 14:24:24.272889 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4341ad17-ce41-4eed-a637-5753e8609daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:24:24.274694 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-4341ad17-ce41-4eed-a637-5753e8609daa admin admin] 10.222.0.60 "GET /v2.0/networks/fa01974e-b02a-42bc-9d6f-61f7dc34a403 HTTP/1.1" status: 200 len: 825 time: 1.1013348 Aug 09 14:24:24.319549 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-77e552c4-c2bb-42c7-aa7f-699b5caeec59 admin admin] 10.222.0.60 "GET /v2.0/subnetpools/2ce1a697-7dc6-49af-b877-e17d0965271e HTTP/1.1" status: 200 len: 734 time: 0.0388834 Aug 09 14:24:24.329218 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Request body: {'subnet': {'network_id': 'fa01974e-b02a-42bc-9d6f-61f7dc34a403', 'gateway_ip': '172.20.0.1', 'tenant_id': 'd65723d21b47465d823c9f980cf80f42', 'subnetpool_id': '2ce1a697-7dc6-49af-b877-e17d0965271e', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:24:24.330816 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.quota [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Loaded quota_driver: . Aug 09 14:24:24.371862 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Made reservation on behalf of d65723d21b47465d823c9f980cf80f42 for: {'subnet': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:24:24.374702 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:24.683610 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for subnet, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:24.756744 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Checking segment: {'id': 'ff071635-1a65-4c55-a9f3-a60a6a65d774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fa01974e-b02a-42bc-9d6f-61f7dc34a403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:24:24.757142 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Network hostable DHCP agents. Network: fa01974e-b02a-42bc-9d6f-61f7dc34a403, hostable agents: ['fcf2683d-1b10-4130-9527-2865db8d3e4f'], hosted agents: [] {{(pid=93282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:24:24.769429 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e89f338d-40e1-4c98-9183-da73e6fe504c,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:24:24.783327 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:24.783685 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:24.784031 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:24.784365 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:24.784696 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:24.785025 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:24.785351 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:24.785697 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:24.786038 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:24.786362 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:24.786701 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:24.787027 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Tracked resource versions report: Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: pushed versions: Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: { 'AddressGroup': {'1.2'}, Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: 'ConntrackHelper': {'1.0'}, Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: 'Log': {'1.0'}, Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: 'Network': {'1.1'}, Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: 'Port': {'1.7'}, Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: 'PortForwarding': {'1.2'}, Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: 'QosPolicy': {'1.9'}, Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: 'SecurityGroup': {'1.4'}, Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: 'SecurityGroupRule': {'1.2'}, Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: 'SubPort': {'1.0'}, Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: 'Subnet': {'1.1'}, Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: 'Trunk': {'1.1'}} Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: consumer versions: Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: { DHCP agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: L3 agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: Metadata agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: Metering agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: Open vSwitch agent@dv-cinder-780933-12-iscsi: { 'AddressGroup': '1.2', Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: 'ConntrackHelper': '1.0', Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: 'Log': '1.0', Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: 'Network': '1.1', Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: 'Port': '1.7', Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: 'PortForwarding': '1.2', Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: 'QosPolicy': '1.9', Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: 'SecurityGroup': '1.4', Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: 'SecurityGroupRule': '1.2', Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: 'SubPort': '1.0', Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: 'Subnet': '1.1', Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: 'Trunk': '1.1'}} Aug 09 14:24:24.788360 dv-cinder-780933-12-iscsi neutron-server[93282]: {{(pid=93282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 14:24:24.821279 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Network fa01974e-b02a-42bc-9d6f-61f7dc34a403 is scheduled to be hosted by DHCP agent fcf2683d-1b10-4130-9527-2865db8d3e4f with binding_index 1 {{(pid=93282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:24:24.835881 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-12-iscsi, fa01974e-b02a-42bc-9d6f-61f7dc34a403) {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:24:24.840662 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:24:24.841315 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:24.848651 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839c5804-f558-4e65-8097-20150f411f39 None None] Network fa01974e-b02a-42bc-9d6f-61f7dc34a403 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:24:24.860411 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-ea0b013e-c92d-407a-9f14-ad4bae74ea23 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5349834 Aug 09 14:24:25.188526 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79cdc59-b55e-5cf7-a094-ed287857ff17-fa01974e-b02a-42bc-9d6f-61f7dc34a403', 'network_id': 'fa01974e-b02a-42bc-9d6f-61f7dc34a403', 'tenant_id': 'd65723d21b47465d823c9f980cf80f42', 'fixed_ips': [{'subnet_id': 'e89f338d-40e1-4c98-9183-da73e6fe504c'}]}} from dv-cinder-780933-12-iscsi. {{(pid=93283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 14:24:25.190203 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:25.488140 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Allocated IP 172.20.0.2 (fa01974e-b02a-42bc-9d6f-61f7dc34a403/e89f338d-40e1-4c98-9183-da73e6fe504c/4b680d1b-456e-4560-869b-3a05f630f33b) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:24:25.710760 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:25.729673 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Transition to ACTIVE for port object 4b680d1b-456e-4560-869b-3a05f630f33b will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:24:25.786080 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Transition to ACTIVE for port object 4b680d1b-456e-4560-869b-3a05f630f33b will not be triggered until provisioned by entity DHCP. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:24:25.795422 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:25.865352 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Network fa01974e-b02a-42bc-9d6f-61f7dc34a403 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:24:25.874192 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:24:25.885764 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:24:25.888946 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Pushing event updated for resources: {'Port': ['ID=4b680d1b-456e-4560-869b-3a05f630f33b,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:24:25.923489 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:25.923865 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:25.924219 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:25.924564 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:25.924910 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:25.925255 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:25.925603 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:25.925942 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:25.926296 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:25.926633 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:25.927323 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:25.927323 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Tracked resource versions report: Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: pushed versions: Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: { 'AddressGroup': {'1.2'}, Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: 'ConntrackHelper': {'1.0'}, Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: 'Log': {'1.0'}, Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: 'Network': {'1.1'}, Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: 'Port': {'1.7'}, Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: 'PortForwarding': {'1.2'}, Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: 'QosPolicy': {'1.9'}, Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: 'SecurityGroup': {'1.4'}, Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: 'SecurityGroupRule': {'1.2'}, Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: 'SubPort': {'1.0'}, Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: 'Subnet': {'1.1'}, Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: 'Trunk': {'1.1'}} Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: consumer versions: Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: { DHCP agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: L3 agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: Metadata agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: Metering agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: Open vSwitch agent@dv-cinder-780933-12-iscsi: { 'AddressGroup': '1.2', Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: 'ConntrackHelper': '1.0', Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: 'Log': '1.0', Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: 'Network': '1.1', Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: 'Port': '1.7', Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: 'PortForwarding': '1.2', Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: 'QosPolicy': '1.9', Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: 'SecurityGroup': '1.4', Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: 'SecurityGroupRule': '1.2', Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: 'SubPort': '1.0', Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: 'Subnet': '1.1', Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: 'Trunk': '1.1'}} Aug 09 14:24:25.928744 dv-cinder-780933-12-iscsi neutron-server[93283]: {{(pid=93283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 14:24:25.980780 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Attempting to bind port 4b680d1b-456e-4560-869b-3a05f630f33b on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:24:25.981364 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Attempting to bind port 4b680d1b-456e-4560-869b-3a05f630f33b by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': 'ff071635-1a65-4c55-a9f3-a60a6a65d774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fa01974e-b02a-42bc-9d6f-61f7dc34a403'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:24:25.981986 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Attempting to bind port 4b680d1b-456e-4560-869b-3a05f630f33b on network fa01974e-b02a-42bc-9d6f-61f7dc34a403 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:24:25.987901 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:24:25.988578 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Checking segment: {'id': 'ff071635-1a65-4c55-a9f3-a60a6a65d774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fa01974e-b02a-42bc-9d6f-61f7dc34a403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:24:25.989049 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:25.989464 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Bound using segment: {'id': 'ff071635-1a65-4c55-a9f3-a60a6a65d774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fa01974e-b02a-42bc-9d6f-61f7dc34a403'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:24:25.989956 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Bound port: 4b680d1b-456e-4560-869b-3a05f630f33b, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff071635-1a65-4c55-a9f3-a60a6a65d774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fa01974e-b02a-42bc-9d6f-61f7dc34a403'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:24:25.990358 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:26.053826 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] For port 4b680d1b-456e-4560-869b-3a05f630f33b, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:24:26.058110 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] For port 4b680d1b-456e-4560-869b-3a05f630f33b, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=4b680d1b-456e-4560-869b-3a05f630f33b,segment=NetworkSegment(ff071635-1a65-4c55-a9f3-a60a6a65d774),segment_id=ff071635-1a65-4c55-a9f3-a60a6a65d774)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:24:26.062790 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:26.136704 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd64cf5-7405-4401-abf6-e97c3e268db0 None None] Pushing event updated for resources: {'Port': ['ID=4b680d1b-456e-4560-869b-3a05f630f33b,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:24:27.294775 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 39362) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:24:27.645416 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [None req-27958b37-0179-4e02-8d1a-6d587d2e0ccd admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 14:24:27.646518 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-27958b37-0179-4e02-8d1a-6d587d2e0ccd admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3507442 Aug 09 14:24:30.120544 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 39370) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:24:30.469727 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [None req-3ba63027-d08d-4961-977c-47e13ddab9f4 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 14:24:30.470924 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-3ba63027-d08d-4961-977c-47e13ddab9f4 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3493459 Aug 09 14:24:31.519162 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 5 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:24:33.131667 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 39380) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:24:33.455579 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-d20fbf79-51b4-4303-9d0a-32184f7817af admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'd65723d21b47465d823c9f980cf80f42'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:24:33.479904 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d20fbf79-51b4-4303-9d0a-32184f7817af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237309'] for router, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:33.481567 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d20fbf79-51b4-4303-9d0a-32184f7817af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237298'] for router, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:33.636047 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d20fbf79-51b4-4303-9d0a-32184f7817af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:33.641752 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d20fbf79-51b4-4303-9d0a-32184f7817af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744126'] for router, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:33.659819 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d20fbf79-51b4-4303-9d0a-32184f7817af admin admin] Notify callbacks [] for router, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:33.673987 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-d20fbf79-51b4-4303-9d0a-32184f7817af admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5284746 Aug 09 14:24:33.859112 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 4b680d1b-456e-4560-869b-3a05f630f33b up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:24:33.957015 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port 4b680d1b-456e-4560-869b-3a05f630f33b completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:24:34.760369 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf26922e-60ab-458d-af00-527220782557 None None] Network fa01974e-b02a-42bc-9d6f-61f7dc34a403 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:24:34.820952 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-f9fb95f4-8bc3-4bad-8c50-1c823952477c None None] Provisioning for port 4b680d1b-456e-4560-869b-3a05f630f33b completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:24:34.826697 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-f9fb95f4-8bc3-4bad-8c50-1c823952477c None None] Provisioning complete for port 4b680d1b-456e-4560-869b-3a05f630f33b triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:24:34.827107 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f9fb95f4-8bc3-4bad-8c50-1c823952477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:35.031820 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f9fb95f4-8bc3-4bad-8c50-1c823952477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:35.084036 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-f9fb95f4-8bc3-4bad-8c50-1c823952477c None None] For port 4b680d1b-456e-4560-869b-3a05f630f33b, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=4b680d1b-456e-4560-869b-3a05f630f33b,segment=NetworkSegment(ff071635-1a65-4c55-a9f3-a60a6a65d774),segment_id=ff071635-1a65-4c55-a9f3-a60a6a65d774)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:24:35.088847 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f9fb95f4-8bc3-4bad-8c50-1c823952477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:35.160934 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb95f4-8bc3-4bad-8c50-1c823952477c None None] Pushing event updated for resources: {'Port': ['ID=4b680d1b-456e-4560-869b-3a05f630f33b,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:24:35.308649 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-6f6c03df-a15e-487b-824e-3adf9421bfef None None] Provisioning complete for port 4b680d1b-456e-4560-869b-3a05f630f33b triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:24:35.309033 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6f6c03df-a15e-487b-824e-3adf9421bfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:35.833484 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 4b680d1b-456e-4560-869b-3a05f630f33b up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:24:35.883795 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 4b680d1b-456e-4560-869b-3a05f630f33b triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:24:35.884153 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:36.126597 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 39392) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:24:36.454748 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [None req-59b71c2c-1ccc-4376-9329-4ccb8a69c5c1 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 14:24:36.455777 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-59b71c2c-1ccc-4376-9329-4ccb8a69c5c1 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3282630 Aug 09 14:24:36.488844 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-451d84c7-6a4f-4163-8f55-e310a8681018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:38.863142 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 39400) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:24:39.197032 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-fafd85d3-5838-4c31-b42a-bd7d04193e78 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:24:39.219451 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafd85d3-5838-4c31-b42a-bd7d04193e78 admin admin] Made reservation on behalf of 8f3eee9c0d634b9e8307c5be65860aeb for: {'network': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:24:39.228856 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fafd85d3-5838-4c31-b42a-bd7d04193e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for network, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:39.245316 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fafd85d3-5838-4c31-b42a-bd7d04193e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:39.301121 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:39.401918 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fafd85d3-5838-4c31-b42a-bd7d04193e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:39.406221 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fafd85d3-5838-4c31-b42a-bd7d04193e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:39.422263 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fafd85d3-5838-4c31-b42a-bd7d04193e78 admin admin] Reserving flat network on physical network physnet1 {{(pid=93282) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 09 14:24:39.447253 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd85d3-5838-4c31-b42a-bd7d04193e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b85cdbb-27df-44fe-92f2-38cd23608b95,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:24:39.453961 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fafd85d3-5838-4c31-b42a-bd7d04193e78 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793433151847', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:39.454551 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fafd85d3-5838-4c31-b42a-bd7d04193e78 admin admin] Unsubscribe: segment precommit_create {{(pid=93282) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 14:24:39.455085 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.db.segments_db [None req-fafd85d3-5838-4c31-b42a-bd7d04193e78 admin admin] Added segment f8f497cc-f5aa-4deb-b93a-e7d37e9af934 of type flat for network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 Aug 09 14:24:39.511949 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fafd85d3-5838-4c31-b42a-bd7d04193e78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793432662869'] for network, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:39.594633 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fafd85d3-5838-4c31-b42a-bd7d04193e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for network, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:39.595693 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafd85d3-5838-4c31-b42a-bd7d04193e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:24:39.596294 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fafd85d3-5838-4c31-b42a-bd7d04193e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:39.621047 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d12896de-b9dd-4903-9a7d-e82871faef40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:39.676391 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-fafd85d3-5838-4c31-b42a-bd7d04193e78 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8118141 Aug 09 14:24:39.701123 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd85d3-5838-4c31-b42a-bd7d04193e78 admin admin] Pushing event updated for resources: {'Network': ['ID=fec02cd1-e2e8-4817-ba73-274d16c5b5b9,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:24:39.713327 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 details requested by agent ovs-agent-dv-cinder-780933-12-iscsi with host dv-cinder-780933-12-iscsi {{(pid=93283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:24:40.231685 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:42.083810 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 39418) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:24:42.193025 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:42.290925 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc826303-df80-4b59-82e6-5d79179069dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:24:42.292325 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-dc826303-df80-4b59-82e6-5d79179069dd admin admin] 10.222.0.60 "GET /v2.0/subnets/e89f338d-40e1-4c98-9183-da73e6fe504c HTTP/1.1" status: 200 len: 849 time: 0.2075119 Aug 09 14:24:42.464618 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-1dd0bb2f-27fc-4444-a703-2388457c87e5 admin admin] 10.222.0.60 "GET /v2.0/routers/0a62b6e6-5835-4de0-8e55-4325c6c4a2fb HTTP/1.1" status: 200 len: 704 time: 0.1655705 Aug 09 14:24:42.744125 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-386e6404-6b84-4fe2-b96b-a490454e2fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:43.050201 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [None req-386e6404-6b84-4fe2-b96b-a490454e2fce admin admin] Allocated IP 172.20.0.1 (fa01974e-b02a-42bc-9d6f-61f7dc34a403/e89f338d-40e1-4c98-9183-da73e6fe504c/eebc2e88-492c-4894-b92d-d5d8183a4df3) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:24:43.211514 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-386e6404-6b84-4fe2-b96b-a490454e2fce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:43.233414 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [None req-386e6404-6b84-4fe2-b96b-a490454e2fce admin admin] Transition to ACTIVE for port object eebc2e88-492c-4894-b92d-d5d8183a4df3 will not be triggered until provisioned by entity DHCP. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:24:43.317451 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-386e6404-6b84-4fe2-b96b-a490454e2fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:43.435532 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386e6404-6b84-4fe2-b96b-a490454e2fce admin admin] Network fa01974e-b02a-42bc-9d6f-61f7dc34a403 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:24:43.442393 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-386e6404-6b84-4fe2-b96b-a490454e2fce admin admin] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:24:43.449027 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386e6404-6b84-4fe2-b96b-a490454e2fce admin admin] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:24:43.449628 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-386e6404-6b84-4fe2-b96b-a490454e2fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744653'] for router_interface, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:43.473783 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e6404-6b84-4fe2-b96b-a490454e2fce admin admin] Pushing event updated for resources: {'Port': ['ID=eebc2e88-492c-4894-b92d-d5d8183a4df3,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:24:43.668257 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-386e6404-6b84-4fe2-b96b-a490454e2fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:43.672556 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-c112b76c-e54a-4379-9c82-1b4b63dc2899 None None] Provisioning for port eebc2e88-492c-4894-b92d-d5d8183a4df3 completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:24:43.676436 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-c112b76c-e54a-4379-9c82-1b4b63dc2899 None None] Provisioning complete for port eebc2e88-492c-4894-b92d-d5d8183a4df3 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:24:43.676813 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c112b76c-e54a-4379-9c82-1b4b63dc2899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:43.710189 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-c112b76c-e54a-4379-9c82-1b4b63dc2899 None None] Port eebc2e88-492c-4894-b92d-d5d8183a4df3 cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:24:43.884655 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-386e6404-6b84-4fe2-b96b-a490454e2fce admin admin] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:43.889237 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-386e6404-6b84-4fe2-b96b-a490454e2fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:43.890196 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-386e6404-6b84-4fe2-b96b-a490454e2fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1744825'] for router_interface, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:43.969701 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e6404-6b84-4fe2-b96b-a490454e2fce admin admin] Pushing event updated for resources: {'Port': ['ID=eebc2e88-492c-4894-b92d-d5d8183a4df3,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:24:44.028537 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386e6404-6b84-4fe2-b96b-a490454e2fce admin admin] Network fa01974e-b02a-42bc-9d6f-61f7dc34a403 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:24:44.029939 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-386e6404-6b84-4fe2-b96b-a490454e2fce admin admin] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:24:44.199934 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386e6404-6b84-4fe2-b96b-a490454e2fce admin admin] Router 0a62b6e6-5835-4de0-8e55-4325c6c4a2fb is scheduled to L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e with binding_index 1 {{(pid=93282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 14:24:44.232051 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b7abde65-1132-45b4-8022-71ae75f8c21c None None] Provisioning complete for port eebc2e88-492c-4894-b92d-d5d8183a4df3 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:24:44.232274 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b7abde65-1132-45b4-8022-71ae75f8c21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:44.266822 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b7abde65-1132-45b4-8022-71ae75f8c21c None None] Port eebc2e88-492c-4894-b92d-d5d8183a4df3 cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:24:44.294616 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386e6404-6b84-4fe2-b96b-a490454e2fce admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:24:44.300670 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-386e6404-6b84-4fe2-b96b-a490454e2fce admin admin] 10.222.0.60 "PUT /v2.0/routers/0a62b6e6-5835-4de0-8e55-4325c6c4a2fb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8305707 Aug 09 14:24:44.317901 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] Sync routers for ids ['0a62b6e6-5835-4de0-8e55-4325c6c4a2fb'] in dv-cinder-780933-12-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:24:44.329450 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] Routers {'0a62b6e6-5835-4de0-8e55-4325c6c4a2fb'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:24:44.330338 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:24:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['0a62b6e6-5835-4de0-8e55-4325c6c4a2fb'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:24:44.527662 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] Set router 0a62b6e6-5835-4de0-8e55-4325c6c4a2fb gateway port host: None {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:24:44.977731 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a62b6e6-5835-4de0-8e55-4325c6c4a2fb', 'name': 'router1', 'tenant_id': 'd65723d21b47465d823c9f980cf80f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:24:33Z', 'updated_at': '2021-08-09T14:24:43Z', 'revision_number': 2, 'project_id': 'd65723d21b47465d823c9f980cf80f42', 'gw_port_host': None, '_interfaces': [{'id': 'eebc2e88-492c-4894-b92d-d5d8183a4df3', 'name': '', 'network_id': 'fa01974e-b02a-42bc-9d6f-61f7dc34a403', 'tenant_id': 'd65723d21b47465d823c9f980cf80f42', 'mac_address': 'fa:16:3e:84:02:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a62b6e6-5835-4de0-8e55-4325c6c4a2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e89f338d-40e1-4c98-9183-da73e6fe504c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:24:42Z', 'updated_at': '2021-08-09T14:24:43Z', 'revision_number': 2, 'project_id': 'd65723d21b47465d823c9f980cf80f42', 'subnets': [{'id': 'e89f338d-40e1-4c98-9183-da73e6fe504c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ce1a697-7dc6-49af-b877-e17d0965271e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:24:45.037845 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] Checking router: 0a62b6e6-5835-4de0-8e55-4325c6c4a2fb for host: dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:24:45.038229 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] Updating router 0a62b6e6-5835-4de0-8e55-4325c6c4a2fb port eebc2e88-492c-4894-b92d-d5d8183a4df3 binding host dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:24:45.087951 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:45.664694 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:45.682199 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] Transition to ACTIVE for port object eebc2e88-492c-4894-b92d-d5d8183a4df3 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:24:45.689383 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:45.787680 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9fc86-432b-4886-b90f-cf364153b501 None None] Pushing event updated for resources: {'Port': ['ID=eebc2e88-492c-4894-b92d-d5d8183a4df3,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:24:45.797480 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9fc86-432b-4886-b90f-cf364153b501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:45.797832 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9fc86-432b-4886-b90f-cf364153b501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:45.798173 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9fc86-432b-4886-b90f-cf364153b501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:45.798510 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9fc86-432b-4886-b90f-cf364153b501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:45.798874 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9fc86-432b-4886-b90f-cf364153b501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:45.799208 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9fc86-432b-4886-b90f-cf364153b501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:45.799534 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9fc86-432b-4886-b90f-cf364153b501 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:45.799858 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9fc86-432b-4886-b90f-cf364153b501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:45.800201 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9fc86-432b-4886-b90f-cf364153b501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:45.800527 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9fc86-432b-4886-b90f-cf364153b501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:45.800847 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9fc86-432b-4886-b90f-cf364153b501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:45.801166 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9fc86-432b-4886-b90f-cf364153b501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9fc86-432b-4886-b90f-cf364153b501 None None] Tracked resource versions report: Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: pushed versions: Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: { 'AddressGroup': {'1.2'}, Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: 'ConntrackHelper': {'1.0'}, Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: 'Log': {'1.0'}, Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: 'Network': {'1.1'}, Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: 'Port': {'1.7'}, Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: 'PortForwarding': {'1.2'}, Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: 'QosPolicy': {'1.9'}, Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: 'SecurityGroup': {'1.4'}, Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: 'SecurityGroupRule': {'1.2'}, Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: 'SubPort': {'1.0'}, Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: 'Subnet': {'1.1'}, Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: 'Trunk': {'1.1'}} Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: consumer versions: Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: { DHCP agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: L3 agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: Metadata agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: Metering agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: Open vSwitch agent@dv-cinder-780933-12-iscsi: { 'AddressGroup': '1.2', Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: 'ConntrackHelper': '1.0', Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: 'Log': '1.0', Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: 'Network': '1.1', Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: 'Port': '1.7', Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: 'PortForwarding': '1.2', Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: 'QosPolicy': '1.9', Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: 'SecurityGroup': '1.4', Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: 'SecurityGroupRule': '1.2', Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: 'SubPort': '1.0', Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: 'Subnet': '1.1', Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: 'Trunk': '1.1'}} Aug 09 14:24:45.802523 dv-cinder-780933-12-iscsi neutron-server[93284]: {{(pid=93284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 14:24:45.882286 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] Attempting to bind port eebc2e88-492c-4894-b92d-d5d8183a4df3 on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:24:45.882955 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] Attempting to bind port eebc2e88-492c-4894-b92d-d5d8183a4df3 by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': 'ff071635-1a65-4c55-a9f3-a60a6a65d774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fa01974e-b02a-42bc-9d6f-61f7dc34a403'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:24:45.883490 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] Attempting to bind port eebc2e88-492c-4894-b92d-d5d8183a4df3 on network fa01974e-b02a-42bc-9d6f-61f7dc34a403 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:24:45.889243 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:24:45.890012 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] Checking segment: {'id': 'ff071635-1a65-4c55-a9f3-a60a6a65d774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fa01974e-b02a-42bc-9d6f-61f7dc34a403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:24:45.890856 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:45.891356 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] Bound using segment: {'id': 'ff071635-1a65-4c55-a9f3-a60a6a65d774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fa01974e-b02a-42bc-9d6f-61f7dc34a403'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:24:45.891951 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] Bound port: eebc2e88-492c-4894-b92d-d5d8183a4df3, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff071635-1a65-4c55-a9f3-a60a6a65d774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fa01974e-b02a-42bc-9d6f-61f7dc34a403'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:24:45.892409 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:45.964437 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] For port eebc2e88-492c-4894-b92d-d5d8183a4df3, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:24:45.987734 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] For port eebc2e88-492c-4894-b92d-d5d8183a4df3, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=eebc2e88-492c-4894-b92d-d5d8183a4df3,segment=NetworkSegment(ff071635-1a65-4c55-a9f3-a60a6a65d774),segment_id=ff071635-1a65-4c55-a9f3-a60a6a65d774)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:24:45.996355 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:46.062010 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] Routers {'0a62b6e6-5835-4de0-8e55-4325c6c4a2fb'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:24:46.062652 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:24:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['0a62b6e6-5835-4de0-8e55-4325c6c4a2fb'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:24:46.103946 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9fc86-432b-4886-b90f-cf364153b501 None None] Pushing event updated for resources: {'Port': ['ID=eebc2e88-492c-4894-b92d-d5d8183a4df3,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:24:46.158893 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] Set router 0a62b6e6-5835-4de0-8e55-4325c6c4a2fb gateway port host: None {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:24:46.396535 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a62b6e6-5835-4de0-8e55-4325c6c4a2fb', 'name': 'router1', 'tenant_id': 'd65723d21b47465d823c9f980cf80f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:24:33Z', 'updated_at': '2021-08-09T14:24:43Z', 'revision_number': 2, 'project_id': 'd65723d21b47465d823c9f980cf80f42', 'gw_port_host': None, '_interfaces': [{'id': 'eebc2e88-492c-4894-b92d-d5d8183a4df3', 'name': '', 'network_id': 'fa01974e-b02a-42bc-9d6f-61f7dc34a403', 'tenant_id': 'd65723d21b47465d823c9f980cf80f42', 'mac_address': 'fa:16:3e:84:02:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a62b6e6-5835-4de0-8e55-4325c6c4a2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e89f338d-40e1-4c98-9183-da73e6fe504c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:24:42Z', 'updated_at': '2021-08-09T14:24:45Z', 'revision_number': 4, 'project_id': 'd65723d21b47465d823c9f980cf80f42', 'subnets': [{'id': 'e89f338d-40e1-4c98-9183-da73e6fe504c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ce1a697-7dc6-49af-b877-e17d0965271e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:24:46.423105 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf539123-2fef-4eb9-8427-3a526d1d4156 None None] The sync data for ids ['0a62b6e6-5835-4de0-8e55-4325c6c4a2fb'] in dv-cinder-780933-12-iscsi is: [{'id': '0a62b6e6-5835-4de0-8e55-4325c6c4a2fb', 'name': 'router1', 'tenant_id': 'd65723d21b47465d823c9f980cf80f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:24:33Z', 'updated_at': '2021-08-09T14:24:43Z', 'revision_number': 2, 'project_id': 'd65723d21b47465d823c9f980cf80f42', 'gw_port_host': None, '_interfaces': [{'id': 'eebc2e88-492c-4894-b92d-d5d8183a4df3', 'name': '', 'network_id': 'fa01974e-b02a-42bc-9d6f-61f7dc34a403', 'tenant_id': 'd65723d21b47465d823c9f980cf80f42', 'mac_address': 'fa:16:3e:84:02:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a62b6e6-5835-4de0-8e55-4325c6c4a2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e89f338d-40e1-4c98-9183-da73e6fe504c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:24:42Z', 'updated_at': '2021-08-09T14:24:45Z', 'revision_number': 4, 'project_id': 'd65723d21b47465d823c9f980cf80f42', 'subnets': [{'id': 'e89f338d-40e1-4c98-9183-da73e6fe504c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ce1a697-7dc6-49af-b877-e17d0965271e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:24:46.608110 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 39438) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:24:46.727989 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37558e59-afc6-4be7-b2c5-880af1ffa651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:24:46.729273 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-37558e59-afc6-4be7-b2c5-880af1ffa651 admin admin] 10.222.0.60 "GET /v2.0/networks/fec02cd1-e2e8-4817-ba73-274d16c5b5b9 HTTP/1.1" status: 200 len: 842 time: 0.1162205 Aug 09 14:24:46.740458 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-d281c3b9-c2cb-413c-90e5-7be03b477dba admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:24:46.762064 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d281c3b9-c2cb-413c-90e5-7be03b477dba admin admin] Made reservation on behalf of 8f3eee9c0d634b9e8307c5be65860aeb for: {'subnet': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:24:46.764542 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d281c3b9-c2cb-413c-90e5-7be03b477dba admin admin] Notify callbacks [] for subnet, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:47.078098 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.objects.ports [None req-d281c3b9-c2cb-413c-90e5-7be03b477dba admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93282) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 14:24:47.078633 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d281c3b9-c2cb-413c-90e5-7be03b477dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for subnet, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:47.135618 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281c3b9-c2cb-413c-90e5-7be03b477dba admin admin] Pushing event updated for resources: {'Subnet': ['ID=3361a577-0d73-418c-9a78-05f67eccb0cb,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:24:47.152106 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d281c3b9-c2cb-413c-90e5-7be03b477dba admin admin] Checking segment: {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:24:47.152469 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d281c3b9-c2cb-413c-90e5-7be03b477dba admin admin] Network hostable DHCP agents. Network: fec02cd1-e2e8-4817-ba73-274d16c5b5b9, hostable agents: ['fcf2683d-1b10-4130-9527-2865db8d3e4f'], hosted agents: [] {{(pid=93282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:24:47.168921 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d281c3b9-c2cb-413c-90e5-7be03b477dba admin admin] Network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 is scheduled to be hosted by DHCP agent fcf2683d-1b10-4130-9527-2865db8d3e4f with binding_index 1 {{(pid=93282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:24:47.178403 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-d281c3b9-c2cb-413c-90e5-7be03b477dba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-12-iscsi, fec02cd1-e2e8-4817-ba73-274d16c5b5b9) {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:24:47.182945 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d281c3b9-c2cb-413c-90e5-7be03b477dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:24:47.183630 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d281c3b9-c2cb-413c-90e5-7be03b477dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:47.188298 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96afd92f-571f-4c0d-9cb1-102c0979da00 None None] Network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:24:47.216520 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-d281c3b9-c2cb-413c-90e5-7be03b477dba admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4719479 Aug 09 14:24:47.323288 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d1b28f-d1f2-424c-97d2-8636b0897320 None None] Network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:24:49.580084 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 39446) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:24:49.732007 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-8742686c-d360-4be4-ab58-aa78c51d2022 admin admin] 10.222.0.60 "GET /v2.0/routers/0a62b6e6-5835-4de0-8e55-4325c6c4a2fb HTTP/1.1" status: 200 len: 710 time: 0.1479990 Aug 09 14:24:49.915829 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b766d444-5a59-4d16-929f-48b0c6ec0cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:24:49.917212 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-b766d444-5a59-4d16-929f-48b0c6ec0cff admin admin] 10.222.0.60 "GET /v2.0/networks/fec02cd1-e2e8-4817-ba73-274d16c5b5b9 HTTP/1.1" status: 200 len: 886 time: 0.1787131 Aug 09 14:24:49.927607 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-3bd061c3-52e3-4320-9312-edb11be75f44 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:24:50.194732 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3bd061c3-52e3-4320-9312-edb11be75f44 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:50.441607 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3bd061c3-52e3-4320-9312-edb11be75f44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:50.520214 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3bd061c3-52e3-4320-9312-edb11be75f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:50.633213 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [None req-3bd061c3-52e3-4320-9312-edb11be75f44 admin admin] Allocated IP 172.27.0.38 (fec02cd1-e2e8-4817-ba73-274d16c5b5b9/3361a577-0d73-418c-9a78-05f67eccb0cb/bf839555-b5df-4219-ac1f-873de6889648) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:24:50.739220 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3bd061c3-52e3-4320-9312-edb11be75f44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:50.783290 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3bd061c3-52e3-4320-9312-edb11be75f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:50.823441 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd061c3-52e3-4320-9312-edb11be75f44 admin admin] Network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:24:50.826179 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-3bd061c3-52e3-4320-9312-edb11be75f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:24:50.832135 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd061c3-52e3-4320-9312-edb11be75f44 admin admin] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:24:50.870452 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd061c3-52e3-4320-9312-edb11be75f44 admin admin] Pushing event updated for resources: {'Port': ['ID=bf839555-b5df-4219-ac1f-873de6889648,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:24:51.091356 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3bd061c3-52e3-4320-9312-edb11be75f44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:51.385255 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3bd061c3-52e3-4320-9312-edb11be75f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1743891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-237280'] for router, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:51.388630 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3bd061c3-52e3-4320-9312-edb11be75f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1744104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1744097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742427'] for router, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:51.496672 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd061c3-52e3-4320-9312-edb11be75f44 admin admin] Router 0a62b6e6-5835-4de0-8e55-4325c6c4a2fb has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:24:51.630596 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd061c3-52e3-4320-9312-edb11be75f44 admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:24:51.635116 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3bd061c3-52e3-4320-9312-edb11be75f44 admin admin] Notify callbacks [] for router, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:51.638791 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-3bd061c3-52e3-4320-9312-edb11be75f44 admin admin] 10.222.0.60 "PUT /v2.0/routers/0a62b6e6-5835-4de0-8e55-4325c6c4a2fb HTTP/1.1" status: 200 len: 889 time: 1.7120876 Aug 09 14:24:51.872285 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device eebc2e88-492c-4894-b92d-d5d8183a4df3 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:24:51.939895 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port eebc2e88-492c-4894-b92d-d5d8183a4df3 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:24:51.944198 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port eebc2e88-492c-4894-b92d-d5d8183a4df3 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:24:51.944587 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:52.035970 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:52.071412 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port eebc2e88-492c-4894-b92d-d5d8183a4df3, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=eebc2e88-492c-4894-b92d-d5d8183a4df3,segment=NetworkSegment(ff071635-1a65-4c55-a9f3-a60a6a65d774),segment_id=ff071635-1a65-4c55-a9f3-a60a6a65d774)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:24:52.075776 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:52.125922 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=eebc2e88-492c-4894-b92d-d5d8183a4df3,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:24:53.100364 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6325f135-a93b-439e-9178-0a99138af94c None None] Sync routers for ids ['0a62b6e6-5835-4de0-8e55-4325c6c4a2fb'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:24:53.111536 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6325f135-a93b-439e-9178-0a99138af94c None None] Routers {'0a62b6e6-5835-4de0-8e55-4325c6c4a2fb'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:24:53.112303 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-6325f135-a93b-439e-9178-0a99138af94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:24:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['0a62b6e6-5835-4de0-8e55-4325c6c4a2fb'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:24:53.379448 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-6325f135-a93b-439e-9178-0a99138af94c None None] Set router 0a62b6e6-5835-4de0-8e55-4325c6c4a2fb gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:24:53.785331 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-6325f135-a93b-439e-9178-0a99138af94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a62b6e6-5835-4de0-8e55-4325c6c4a2fb', 'name': 'router1', 'tenant_id': 'd65723d21b47465d823c9f980cf80f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'bf839555-b5df-4219-ac1f-873de6889648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:24:33Z', 'updated_at': '2021-08-09T14:24:50Z', 'revision_number': 4, 'project_id': 'd65723d21b47465d823c9f980cf80f42', 'gw_port': {'id': 'bf839555-b5df-4219-ac1f-873de6889648', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:df:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a62b6e6-5835-4de0-8e55-4325c6c4a2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:24:50Z', 'updated_at': '2021-08-09T14:24:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'eebc2e88-492c-4894-b92d-d5d8183a4df3', 'name': '', 'network_id': 'fa01974e-b02a-42bc-9d6f-61f7dc34a403', 'tenant_id': 'd65723d21b47465d823c9f980cf80f42', 'mac_address': 'fa:16:3e:84:02:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a62b6e6-5835-4de0-8e55-4325c6c4a2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e89f338d-40e1-4c98-9183-da73e6fe504c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:24:42Z', 'updated_at': '2021-08-09T14:24:52Z', 'revision_number': 5, 'project_id': 'd65723d21b47465d823c9f980cf80f42', 'subnets': [{'id': 'e89f338d-40e1-4c98-9183-da73e6fe504c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ce1a697-7dc6-49af-b877-e17d0965271e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:24:53.836838 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6325f135-a93b-439e-9178-0a99138af94c None None] Checking router: 0a62b6e6-5835-4de0-8e55-4325c6c4a2fb for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:24:53.837206 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6325f135-a93b-439e-9178-0a99138af94c None None] Updating router 0a62b6e6-5835-4de0-8e55-4325c6c4a2fb port bf839555-b5df-4219-ac1f-873de6889648 binding host dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:24:53.876234 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device eebc2e88-492c-4894-b92d-d5d8183a4df3 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:24:53.913863 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6325f135-a93b-439e-9178-0a99138af94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:54.058204 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port eebc2e88-492c-4894-b92d-d5d8183a4df3 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:24:54.058592 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:54.126964 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 39458) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:24:54.263023 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-c13e8438-fc27-432d-98b1-2bd4b1e09962 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1348972 Aug 09 14:24:54.342242 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6325f135-a93b-439e-9178-0a99138af94c None None] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:54.353354 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-6325f135-a93b-439e-9178-0a99138af94c None None] Transition to ACTIVE for port object bf839555-b5df-4219-ac1f-873de6889648 will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:24:54.360574 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6325f135-a93b-439e-9178-0a99138af94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:54.417087 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-6325f135-a93b-439e-9178-0a99138af94c None None] Attempting to bind port bf839555-b5df-4219-ac1f-873de6889648 on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:24:54.417474 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-6325f135-a93b-439e-9178-0a99138af94c None None] Attempting to bind port bf839555-b5df-4219-ac1f-873de6889648 by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:24:54.417845 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6325f135-a93b-439e-9178-0a99138af94c None None] Attempting to bind port bf839555-b5df-4219-ac1f-873de6889648 on network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:24:54.419840 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcd3ef-e87f-4566-94b8-7fa0889f87db None None] Pushing event updated for resources: {'Port': ['ID=bf839555-b5df-4219-ac1f-873de6889648,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:24:54.433507 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6325f135-a93b-439e-9178-0a99138af94c None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:24:54.433883 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6325f135-a93b-439e-9178-0a99138af94c None None] Checking segment: {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:24:54.434296 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6325f135-a93b-439e-9178-0a99138af94c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:54.434724 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6325f135-a93b-439e-9178-0a99138af94c None None] Bound using segment: {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:24:54.435210 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-6325f135-a93b-439e-9178-0a99138af94c None None] Bound port: bf839555-b5df-4219-ac1f-873de6889648, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:24:54.435615 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6325f135-a93b-439e-9178-0a99138af94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:54.490449 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-6325f135-a93b-439e-9178-0a99138af94c None None] For port bf839555-b5df-4219-ac1f-873de6889648, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:24:54.494280 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-6325f135-a93b-439e-9178-0a99138af94c None None] For port bf839555-b5df-4219-ac1f-873de6889648, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=bf839555-b5df-4219-ac1f-873de6889648,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:24:54.499663 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6325f135-a93b-439e-9178-0a99138af94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:54.644154 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6325f135-a93b-439e-9178-0a99138af94c None None] Routers {'0a62b6e6-5835-4de0-8e55-4325c6c4a2fb'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:24:54.644795 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-6325f135-a93b-439e-9178-0a99138af94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:24:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['0a62b6e6-5835-4de0-8e55-4325c6c4a2fb'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:24:54.646636 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcd3ef-e87f-4566-94b8-7fa0889f87db None None] Pushing event updated for resources: {'Port': ['ID=bf839555-b5df-4219-ac1f-873de6889648,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:24:54.765598 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-6325f135-a93b-439e-9178-0a99138af94c None None] Set router 0a62b6e6-5835-4de0-8e55-4325c6c4a2fb gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:24:55.001987 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-6325f135-a93b-439e-9178-0a99138af94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a62b6e6-5835-4de0-8e55-4325c6c4a2fb', 'name': 'router1', 'tenant_id': 'd65723d21b47465d823c9f980cf80f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'bf839555-b5df-4219-ac1f-873de6889648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:24:33Z', 'updated_at': '2021-08-09T14:24:50Z', 'revision_number': 4, 'project_id': 'd65723d21b47465d823c9f980cf80f42', 'gw_port': {'id': 'bf839555-b5df-4219-ac1f-873de6889648', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:df:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a62b6e6-5835-4de0-8e55-4325c6c4a2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:24:50Z', 'updated_at': '2021-08-09T14:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'eebc2e88-492c-4894-b92d-d5d8183a4df3', 'name': '', 'network_id': 'fa01974e-b02a-42bc-9d6f-61f7dc34a403', 'tenant_id': 'd65723d21b47465d823c9f980cf80f42', 'mac_address': 'fa:16:3e:84:02:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a62b6e6-5835-4de0-8e55-4325c6c4a2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e89f338d-40e1-4c98-9183-da73e6fe504c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:24:42Z', 'updated_at': '2021-08-09T14:24:52Z', 'revision_number': 5, 'project_id': 'd65723d21b47465d823c9f980cf80f42', 'subnets': [{'id': 'e89f338d-40e1-4c98-9183-da73e6fe504c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ce1a697-7dc6-49af-b877-e17d0965271e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:24:55.032974 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6325f135-a93b-439e-9178-0a99138af94c None None] The sync data for ids ['0a62b6e6-5835-4de0-8e55-4325c6c4a2fb'] in dv-cinder-780933-12-iscsi is: [{'id': '0a62b6e6-5835-4de0-8e55-4325c6c4a2fb', 'name': 'router1', 'tenant_id': 'd65723d21b47465d823c9f980cf80f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'bf839555-b5df-4219-ac1f-873de6889648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:24:33Z', 'updated_at': '2021-08-09T14:24:50Z', 'revision_number': 4, 'project_id': 'd65723d21b47465d823c9f980cf80f42', 'gw_port': {'id': 'bf839555-b5df-4219-ac1f-873de6889648', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:df:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a62b6e6-5835-4de0-8e55-4325c6c4a2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:24:50Z', 'updated_at': '2021-08-09T14:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'eebc2e88-492c-4894-b92d-d5d8183a4df3', 'name': '', 'network_id': 'fa01974e-b02a-42bc-9d6f-61f7dc34a403', 'tenant_id': 'd65723d21b47465d823c9f980cf80f42', 'mac_address': 'fa:16:3e:84:02:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a62b6e6-5835-4de0-8e55-4325c6c4a2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e89f338d-40e1-4c98-9183-da73e6fe504c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:24:42Z', 'updated_at': '2021-08-09T14:24:52Z', 'revision_number': 5, 'project_id': 'd65723d21b47465d823c9f980cf80f42', 'subnets': [{'id': 'e89f338d-40e1-4c98-9183-da73e6fe504c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ce1a697-7dc6-49af-b877-e17d0965271e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:24:55.906513 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device bf839555-b5df-4219-ac1f-873de6889648 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:24:55.965810 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port bf839555-b5df-4219-ac1f-873de6889648 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:24:55.970966 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port bf839555-b5df-4219-ac1f-873de6889648 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:24:55.971348 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:56.067629 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:56.089813 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port bf839555-b5df-4219-ac1f-873de6889648, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=bf839555-b5df-4219-ac1f-873de6889648,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:24:56.095268 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:24:56.151792 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=bf839555-b5df-4219-ac1f-873de6889648,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:24:57.865077 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device bf839555-b5df-4219-ac1f-873de6889648 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:24:57.923274 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port bf839555-b5df-4219-ac1f-873de6889648 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:24:57.924016 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:25:06.485658 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-39bff95a-38fa-4acf-81db-50ba9f28c8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:25:08.519774 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 5 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:25:09.305339 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:25:09.638785 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a02481d9-9757-456a-8f53-b176d7c9683c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:25:10.243108 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:25:12.212787 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:25:36.483275 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d53553a6-ae9e-4f7d-afb0-bf3eaa781591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:25:39.312907 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:25:39.623752 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b3a91e60-c981-4658-8f31-2f63a15096a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:25:40.242402 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:25:42.209712 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:25:45.519353 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 5 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:26:06.479177 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5b381506-4b71-47d8-8652-0b727edeff7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:26:09.308456 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:26:09.626585 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b01231bf-9c38-43ea-8490-2fcbbe8a1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:26:10.244524 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:26:12.217152 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:26:22.518867 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 5 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:26:33.797023 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 40028) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:26:33.873967 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9900eb-849d-4ca9-956c-a915e6f61f84 admin admin] GET failed (client error): The resource could not be found. Aug 09 14:26:33.876521 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-6b9900eb-849d-4ca9-956c-a915e6f61f84 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0778770 Aug 09 14:26:34.072881 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3863424b-2757-4f4f-83e3-eeb143b63a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:26:34.074462 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-3863424b-2757-4f4f-83e3-eeb143b63a6a admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1936216 Aug 09 14:26:36.358070 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 40038) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:26:36.475045 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37abcbf1-0c32-4355-8b2d-0fe6dc5b11d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:26:36.476451 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-37abcbf1-0c32-4355-8b2d-0fe6dc5b11d3 admin admin] 10.222.0.60 "GET /v2.0/subnets/e89f338d-40e1-4c98-9183-da73e6fe504c HTTP/1.1" status: 200 len: 849 time: 0.1173558 Aug 09 14:26:36.483344 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-3f948445-3b96-467c-9b9e-7151f9aa0c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:26:36.491428 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-112a1ac8-ef8b-46e7-8823-9e14680cac10 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:26:36.584294 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-112a1ac8-ef8b-46e7-8823-9e14680cac10 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:26:36.739056 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-112a1ac8-ef8b-46e7-8823-9e14680cac10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793433064596'] for subnet, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:26:36.776425 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112a1ac8-ef8b-46e7-8823-9e14680cac10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:26:36.777022 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-112a1ac8-ef8b-46e7-8823-9e14680cac10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:26:36.778331 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-112a1ac8-ef8b-46e7-8823-9e14680cac10 admin admin] 10.222.0.60 "PUT /v2.0/subnets/e89f338d-40e1-4c98-9183-da73e6fe504c HTTP/1.1" status: 200 len: 868 time: 0.2927651 Aug 09 14:26:36.794080 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c4ed59-5b52-47a5-b53e-23c41098c7db None None] Network fa01974e-b02a-42bc-9d6f-61f7dc34a403 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:26:36.795729 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a1ac8-ef8b-46e7-8823-9e14680cac10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e89f338d-40e1-4c98-9183-da73e6fe504c,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:26:36.804219 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a1ac8-ef8b-46e7-8823-9e14680cac10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:26:36.806544 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a1ac8-ef8b-46e7-8823-9e14680cac10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:26:36.806544 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a1ac8-ef8b-46e7-8823-9e14680cac10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:26:36.806544 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a1ac8-ef8b-46e7-8823-9e14680cac10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:26:36.806544 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a1ac8-ef8b-46e7-8823-9e14680cac10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:26:36.806544 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a1ac8-ef8b-46e7-8823-9e14680cac10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:26:36.806544 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a1ac8-ef8b-46e7-8823-9e14680cac10 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:26:36.808435 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a1ac8-ef8b-46e7-8823-9e14680cac10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:26:36.808435 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a1ac8-ef8b-46e7-8823-9e14680cac10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:26:36.808435 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a1ac8-ef8b-46e7-8823-9e14680cac10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:26:36.808435 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a1ac8-ef8b-46e7-8823-9e14680cac10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:26:36.808435 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a1ac8-ef8b-46e7-8823-9e14680cac10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:26:37.246247 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-df1883c1-1800-4639-bcc3-bfe21832ea98 None None] Provisioning complete for port 4b680d1b-456e-4560-869b-3a05f630f33b triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:26:37.246939 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-df1883c1-1800-4639-bcc3-bfe21832ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:26:37.349386 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-df1883c1-1800-4639-bcc3-bfe21832ea98 None None] Provisioning complete for port eebc2e88-492c-4894-b92d-d5d8183a4df3 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:26:37.349962 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-df1883c1-1800-4639-bcc3-bfe21832ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:26:39.048451 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 40046) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:26:39.294815 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6192ce3-68f8-437e-8357-6d9d8efde137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:26:39.295303 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6192ce3-68f8-437e-8357-6d9d8efde137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:26:39.297216 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-a6192ce3-68f8-437e-8357-6d9d8efde137 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2474496 Aug 09 14:26:39.305043 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:26:39.629892 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-66552d03-f62d-48ed-ad52-d02dcd5f3053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:26:40.250006 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:26:41.528084 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 40056) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:26:41.669886 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286499b5-a616-4c68-b6e1-2c681095d419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:26:41.670372 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286499b5-a616-4c68-b6e1-2c681095d419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:26:41.673004 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-286499b5-a616-4c68-b6e1-2c681095d419 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1439331 Aug 09 14:26:42.222050 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:26:43.896805 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 40064) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:26:44.120146 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dca7e5-bbed-49c9-8b25-0caeea7dfd23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:26:44.121472 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-13dca7e5-bbed-49c9-8b25-0caeea7dfd23 admin admin] 10.222.0.60 "GET /v2.0/networks/fa01974e-b02a-42bc-9d6f-61f7dc34a403 HTTP/1.1" status: 200 len: 869 time: 0.2237175 Aug 09 14:26:46.352634 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 40072) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:26:46.486587 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013ff0ec-e18b-416a-af89-e6706d5f52f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:26:46.488034 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-013ff0ec-e18b-416a-af89-e6706d5f52f2 admin admin] 10.222.0.60 "GET /v2.0/networks/fec02cd1-e2e8-4817-ba73-274d16c5b5b9 HTTP/1.1" status: 200 len: 886 time: 0.1344399 Aug 09 14:26:48.770915 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 40080) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:26:48.910980 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41622baf-9f68-4e60-b179-3bb29750fd8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:26:48.911447 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41622baf-9f68-4e60-b179-3bb29750fd8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:26:48.913088 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-41622baf-9f68-4e60-b179-3bb29750fd8c admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1411970 Aug 09 14:26:51.154942 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 40088) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:26:51.256935 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a394a442-03f7-4f6d-9c58-5a262753991f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:26:51.257405 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a394a442-03f7-4f6d-9c58-5a262753991f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:26:51.258981 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-a394a442-03f7-4f6d-9c58-5a262753991f admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1014447 Aug 09 14:26:53.503711 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 40096) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:26:53.598977 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49805355-965b-4a26-a74a-aaa48fc71cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:26:53.600367 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-49805355-965b-4a26-a74a-aaa48fc71cb0 admin admin] 10.222.0.60 "GET /v2.0/subnets/3361a577-0d73-418c-9a78-05f67eccb0cb HTTP/1.1" status: 200 len: 816 time: 0.0956810 Aug 09 14:26:55.940280 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 40104) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:26:56.078393 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fc9f88-426b-4a1e-81d1-b130ffc925a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:26:56.079884 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-e3fc9f88-426b-4a1e-81d1-b130ffc925a6 admin admin] 10.222.0.60 "GET /v2.0/subnets/e89f338d-40e1-4c98-9183-da73e6fe504c HTTP/1.1" status: 200 len: 868 time: 0.1386137 Aug 09 14:26:59.518284 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 5 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:27:06.489972 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bf080654-ca8a-4258-9ba7-e86c117f0863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:09.309290 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:09.633771 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-3c797360-e3b1-4412-95b3-ea4cb855086a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:10.256597 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:12.222832 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:23.048478 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 40158) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:27:23.106461 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [None req-a16736ed-1eae-494b-ad74-5f3aebb2f27a admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 14:27:23.107529 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-a16736ed-1eae-494b-ad74-5f3aebb2f27a admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0581024 Aug 09 14:27:25.532273 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 40166) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:27:25.615999 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.pecan_wsgi.hooks.translation [None req-677b6e2a-23dd-463d-9150-056c0f06abdd admin admin] GET failed (client error): The resource could not be found. Aug 09 14:27:25.617476 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-677b6e2a-23dd-463d-9150-056c0f06abdd admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0842416 Aug 09 14:27:25.710662 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110bce70-c787-4b8d-939e-cb2fe632dd7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:27:25.712267 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-110bce70-c787-4b8d-939e-cb2fe632dd7b admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0900686 Aug 09 14:27:28.022779 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 40174) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:27:28.075230 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-6ed7c348-78ac-4bbc-af33-270647c38045 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:27:28.096704 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed7c348-78ac-4bbc-af33-270647c38045 admin admin] Made reservation on behalf of 8f3eee9c0d634b9e8307c5be65860aeb for: {'network': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:27:28.099431 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6ed7c348-78ac-4bbc-af33-270647c38045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for network, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:28.132103 dv-cinder-780933-12-iscsi neutron-server[93282]: WARNING neutron.services.revisions.revision_plugin [None req-6ed7c348-78ac-4bbc-af33-270647c38045 admin admin] Could not find related network for resource to bump revision. Aug 09 14:27:28.147328 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed7c348-78ac-4bbc-af33-270647c38045 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=93282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:27:28.163731 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6ed7c348-78ac-4bbc-af33-270647c38045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:28.163996 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.db.segments_db [None req-6ed7c348-78ac-4bbc-af33-270647c38045 admin admin] Added segment cf70d1f0-0d7c-48ad-bfab-4e8b05c861aa of type vlan for network 25c1015a-7d3f-477f-94a5-e8b544c160dd Aug 09 14:27:28.215903 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6ed7c348-78ac-4bbc-af33-270647c38045 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793432662869'] for network, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:28.245771 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6ed7c348-78ac-4bbc-af33-270647c38045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for network, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:28.246864 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed7c348-78ac-4bbc-af33-270647c38045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:27:28.247461 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6ed7c348-78ac-4bbc-af33-270647c38045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:28.314711 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-6ed7c348-78ac-4bbc-af33-270647c38045 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2791927 Aug 09 14:27:28.314711 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7c348-78ac-4bbc-af33-270647c38045 admin admin] Pushing event updated for resources: {'Network': ['ID=25c1015a-7d3f-477f-94a5-e8b544c160dd,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:27:28.330745 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Network 25c1015a-7d3f-477f-94a5-e8b544c160dd details requested by agent ovs-agent-dv-cinder-780933-12-iscsi with host dv-cinder-780933-12-iscsi {{(pid=93283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:27:30.658061 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 40182) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:27:30.720256 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc6ef2c-c089-4dd0-a449-a3cb5a29eaa6 admin admin] GET failed (client error): The resource could not be found. Aug 09 14:27:30.721662 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-1cc6ef2c-c089-4dd0-a449-a3cb5a29eaa6 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0624816 Aug 09 14:27:30.797795 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6acf4a-c348-40c5-bd5e-9636625883f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:27:30.799311 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-cc6acf4a-c348-40c5-bd5e-9636625883f6 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0707939 Aug 09 14:27:30.809386 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-795e444c-a5ed-451a-9dfc-28a9f122a97b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '25c1015a-7d3f-477f-94a5-e8b544c160dd', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:27:30.831438 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795e444c-a5ed-451a-9dfc-28a9f122a97b admin admin] Made reservation on behalf of 8f3eee9c0d634b9e8307c5be65860aeb for: {'subnet': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:27:30.833937 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-795e444c-a5ed-451a-9dfc-28a9f122a97b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:31.006754 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-795e444c-a5ed-451a-9dfc-28a9f122a97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for subnet, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:31.061654 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e444c-a5ed-451a-9dfc-28a9f122a97b admin admin] Pushing event updated for resources: {'Subnet': ['ID=709dcb8c-66ff-469b-a288-fefc4662e5fb,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:27:31.070659 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e444c-a5ed-451a-9dfc-28a9f122a97b admin admin] Checking segment: {'id': 'cf70d1f0-0d7c-48ad-bfab-4e8b05c861aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '25c1015a-7d3f-477f-94a5-e8b544c160dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:27:31.071049 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795e444c-a5ed-451a-9dfc-28a9f122a97b admin admin] Network hostable DHCP agents. Network: 25c1015a-7d3f-477f-94a5-e8b544c160dd, hostable agents: ['fcf2683d-1b10-4130-9527-2865db8d3e4f'], hosted agents: [] {{(pid=93282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:27:31.087592 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795e444c-a5ed-451a-9dfc-28a9f122a97b admin admin] Network 25c1015a-7d3f-477f-94a5-e8b544c160dd is scheduled to be hosted by DHCP agent fcf2683d-1b10-4130-9527-2865db8d3e4f with binding_index 1 {{(pid=93282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:27:31.098134 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-795e444c-a5ed-451a-9dfc-28a9f122a97b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-12-iscsi, 25c1015a-7d3f-477f-94a5-e8b544c160dd) {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:27:31.102786 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795e444c-a5ed-451a-9dfc-28a9f122a97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:27:31.103379 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-795e444c-a5ed-451a-9dfc-28a9f122a97b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:31.108116 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e956337-e6e4-4f63-8ee9-20ccf9095a90 None None] Network 25c1015a-7d3f-477f-94a5-e8b544c160dd requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:27:31.118878 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-795e444c-a5ed-451a-9dfc-28a9f122a97b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3128543 Aug 09 14:27:31.389252 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79cdc59-b55e-5cf7-a094-ed287857ff17-25c1015a-7d3f-477f-94a5-e8b544c160dd', 'network_id': '25c1015a-7d3f-477f-94a5-e8b544c160dd', 'tenant_id': '8f3eee9c0d634b9e8307c5be65860aeb', 'fixed_ips': [{'subnet_id': '709dcb8c-66ff-469b-a288-fefc4662e5fb'}]}} from dv-cinder-780933-12-iscsi. {{(pid=93283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 14:27:31.390656 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:31.535827 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Allocated IP 192.168.233.2 (25c1015a-7d3f-477f-94a5-e8b544c160dd/709dcb8c-66ff-469b-a288-fefc4662e5fb/e29ea476-6937-4166-b4c2-696ecf24b990) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:27:31.691410 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:31.699576 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Transition to ACTIVE for port object e29ea476-6937-4166-b4c2-696ecf24b990 will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:27:31.716814 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Transition to ACTIVE for port object e29ea476-6937-4166-b4c2-696ecf24b990 will not be triggered until provisioned by entity DHCP. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:27:31.723680 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:31.763696 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Network 25c1015a-7d3f-477f-94a5-e8b544c160dd is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:27:31.767913 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:27:31.774354 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:27:31.782456 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Pushing event updated for resources: {'Port': ['ID=e29ea476-6937-4166-b4c2-696ecf24b990,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:27:31.793389 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:27:31.793757 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:27:31.794108 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:27:31.794445 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:27:31.794803 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:27:31.795142 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:27:31.795472 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:27:31.796340 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:27:31.796936 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:27:31.797401 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:27:31.797693 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:27:31.798021 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:27:31.846351 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Attempting to bind port e29ea476-6937-4166-b4c2-696ecf24b990 on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:27:31.846814 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Attempting to bind port e29ea476-6937-4166-b4c2-696ecf24b990 by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': 'cf70d1f0-0d7c-48ad-bfab-4e8b05c861aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '25c1015a-7d3f-477f-94a5-e8b544c160dd'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:27:31.847185 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Attempting to bind port e29ea476-6937-4166-b4c2-696ecf24b990 on network 25c1015a-7d3f-477f-94a5-e8b544c160dd {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:27:31.852380 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:27:31.852905 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Checking segment: {'id': 'cf70d1f0-0d7c-48ad-bfab-4e8b05c861aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '25c1015a-7d3f-477f-94a5-e8b544c160dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:27:31.853312 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:31.853711 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Bound using segment: {'id': 'cf70d1f0-0d7c-48ad-bfab-4e8b05c861aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '25c1015a-7d3f-477f-94a5-e8b544c160dd'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:27:31.854182 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Bound port: e29ea476-6937-4166-b4c2-696ecf24b990, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf70d1f0-0d7c-48ad-bfab-4e8b05c861aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '25c1015a-7d3f-477f-94a5-e8b544c160dd'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:27:31.854617 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:31.924766 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] For port e29ea476-6937-4166-b4c2-696ecf24b990, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:27:31.928104 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] For port e29ea476-6937-4166-b4c2-696ecf24b990, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=e29ea476-6937-4166-b4c2-696ecf24b990,segment=NetworkSegment(cf70d1f0-0d7c-48ad-bfab-4e8b05c861aa),segment_id=cf70d1f0-0d7c-48ad-bfab-4e8b05c861aa)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:27:31.932775 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:31.991074 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1691305-3b6b-4c14-ba0c-6e0eb864431a None None] Pushing event updated for resources: {'Port': ['ID=e29ea476-6937-4166-b4c2-696ecf24b990,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:27:32.860690 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef41782-64e3-46e7-b95a-b17905e31305 None None] Network 25c1015a-7d3f-477f-94a5-e8b544c160dd requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:27:32.980806 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-93771596-6fb6-4630-b904-0a540d97c63a None None] Provisioning for port e29ea476-6937-4166-b4c2-696ecf24b990 completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:27:33.999904 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device e29ea476-6937-4166-b4c2-696ecf24b990 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:27:34.057161 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port e29ea476-6937-4166-b4c2-696ecf24b990 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:27:34.062018 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port e29ea476-6937-4166-b4c2-696ecf24b990 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:27:34.062413 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:34.153776 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:34.192064 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port e29ea476-6937-4166-b4c2-696ecf24b990, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=e29ea476-6937-4166-b4c2-696ecf24b990,segment=NetworkSegment(cf70d1f0-0d7c-48ad-bfab-4e8b05c861aa),segment_id=cf70d1f0-0d7c-48ad-bfab-4e8b05c861aa)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:27:34.201786 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:34.261004 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=e29ea476-6937-4166-b4c2-696ecf24b990,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:27:35.979554 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device e29ea476-6937-4166-b4c2-696ecf24b990 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:27:36.034629 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port e29ea476-6937-4166-b4c2-696ecf24b990 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:27:36.035036 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:36.504001 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-34ff78f1-8159-44dd-a137-3ec5fdfaa971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:36.519993 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 5 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:27:39.313004 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:39.635604 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-17498c4c-95c8-4faa-9cb5-306cf4927429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:40.257222 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:27:42.234105 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:28:06.502217 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-98abaa7a-ce14-4ead-8c43-18dc6868360e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:28:09.317842 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:28:09.639579 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-09ef2caf-13cd-476d-9228-bf03fe98e93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:28:10.259909 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:28:12.240144 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:28:13.518650 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 5 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:28:36.495433 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-74e5c0d1-3939-4132-8de3-d1e21aaad545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:28:39.321420 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:28:39.641219 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-535af9bd-4d58-473a-b7e5-971ded8e7300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:28:40.259045 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:28:42.246016 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:28:42.913634 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 40234) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:28:42.920573 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [None req-20277b18-d84e-4cce-83d5-1b46290ada2b tempest-verify_tempest_config-2108536611 tempest-verify_tempest_config-2108536611-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 14:28:42.921624 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-20277b18-d84e-4cce-83d5-1b46290ada2b tempest-verify_tempest_config-2108536611 tempest-verify_tempest_config-2108536611-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069995 Aug 09 14:28:43.260310 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 40252) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:28:43.374104 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8e6885e9-26ee-4e9d-bbb9-0e7862bc4e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:28:43.464430 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8e6885e9-26ee-4e9d-bbb9-0e7862bc4e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:28:43.468427 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8e6885e9-26ee-4e9d-bbb9-0e7862bc4e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:28:43.525185 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-8e6885e9-26ee-4e9d-bbb9-0e7862bc4e82 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=37a17195e38846938f05a4b281f00711&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2636192 Aug 09 14:28:43.525855 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6885e9-26ee-4e9d-bbb9-0e7862bc4e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4163208-6d52-479b-9c56-e4e6748fdb82,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:28:43.527709 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 40256) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:28:43.534053 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6885e9-26ee-4e9d-bbb9-0e7862bc4e82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:28:43.534434 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6885e9-26ee-4e9d-bbb9-0e7862bc4e82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:28:43.534849 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6885e9-26ee-4e9d-bbb9-0e7862bc4e82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:28:43.535207 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6885e9-26ee-4e9d-bbb9-0e7862bc4e82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:28:43.535559 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6885e9-26ee-4e9d-bbb9-0e7862bc4e82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:28:43.535928 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6885e9-26ee-4e9d-bbb9-0e7862bc4e82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:28:43.536295 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6885e9-26ee-4e9d-bbb9-0e7862bc4e82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:28:43.536676 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6885e9-26ee-4e9d-bbb9-0e7862bc4e82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:28:43.537116 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6885e9-26ee-4e9d-bbb9-0e7862bc4e82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:28:43.537462 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6885e9-26ee-4e9d-bbb9-0e7862bc4e82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:28:43.537813 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6885e9-26ee-4e9d-bbb9-0e7862bc4e82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:28:43.538169 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6885e9-26ee-4e9d-bbb9-0e7862bc4e82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:28:43.594008 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-10a8e900-16f1-4664-b932-678ee8120727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:28:43.616090 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-10a8e900-16f1-4664-b932-678ee8120727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:28:43.706999 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-10a8e900-16f1-4664-b932-678ee8120727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:28:43.709504 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-10a8e900-16f1-4664-b932-678ee8120727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:28:43.710708 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-10a8e900-16f1-4664-b932-678ee8120727 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a4163208-6d52-479b-9c56-e4e6748fdb82 HTTP/1.1" status: 204 len: 168 time: 0.1819770 Aug 09 14:28:43.719567 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8e900-16f1-4664-b932-678ee8120727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4163208-6d52-479b-9c56-e4e6748fdb82,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:28:43.726302 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a8e900-16f1-4664-b932-678ee8120727 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:28:43.726687 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a8e900-16f1-4664-b932-678ee8120727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:28:43.727038 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a8e900-16f1-4664-b932-678ee8120727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:28:43.727374 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a8e900-16f1-4664-b932-678ee8120727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:28:43.727705 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a8e900-16f1-4664-b932-678ee8120727 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:28:43.728053 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a8e900-16f1-4664-b932-678ee8120727 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:28:43.728385 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a8e900-16f1-4664-b932-678ee8120727 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:28:43.728728 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a8e900-16f1-4664-b932-678ee8120727 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:28:43.729059 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a8e900-16f1-4664-b932-678ee8120727 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:28:43.729380 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a8e900-16f1-4664-b932-678ee8120727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:28:43.729703 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a8e900-16f1-4664-b932-678ee8120727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:28:43.730023 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a8e900-16f1-4664-b932-678ee8120727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:28:50.517094 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 5 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:29:06.499298 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1605f539-3331-4c9b-91e5-8a7e8572eef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:29:09.324204 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:29:09.644139 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e1f88d1c-eb18-47a8-9205-75cdf41244c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:29:10.263431 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:29:12.242630 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:29:27.516373 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 5 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:29:36.499352 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-26537ed8-666a-4144-991e-5c2b27d07acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:29:39.329008 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:29:39.645965 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-44035c7d-4716-4e1c-bebe-1e0a8de6e4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:29:40.265546 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:29:42.246650 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:30:04.515190 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 5 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:30:06.505378 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-47fd9340-741c-4ad6-b17f-7ba3f5fa2d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:30:09.329773 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:30:09.646848 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e43caeb2-788b-4e4e-a034-8b7bc774102a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:30:10.273914 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:30:12.249016 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:30:16.737486 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1741537'] for agent, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:30:21.478754 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 40310) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:30:21.598108 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-fe7aa803-1dff-455b-a78b-cb00ebfb54db admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1181626 Aug 09 14:30:23.820364 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 40320) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:30:23.879038 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-c5c277cb-d1b0-44cb-9fa7-cf0cab6aad6f admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0575585 Aug 09 14:30:36.508641 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-09890a8e-b52c-419a-bc52-c4764441b672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:30:39.332139 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:30:39.648972 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5738175e-af9e-4a97-bb00-b0e89e91fde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:30:40.273273 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:30:41.515628 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:30:42.251627 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:30:46.705360 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:06.510891 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0a9e8580-c5f5-4f94-9d71-0fdf8b26913b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:09.334375 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:09.650568 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1555378b-0534-4659-ad72-13fdec6c286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:10.279086 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:12.255427 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:16.705098 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:18.516217 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:31:36.512676 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-382e446e-437e-471d-9f68-54beacad3772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:39.344140 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:39.653442 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4a98d842-47e9-45ba-a828-4c7fd3d65882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:40.280205 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:42.261233 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:46.703728 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:53.915526 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 40544) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:31:53.960315 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 40550) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:31:54.156419 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 40564) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:31:54.258931 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-719971163-network', 'tenant_id': '631313c1e85f4eb58fed107b6fc9aa1a'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:31:54.266728 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-e2fbbd8d-9aa6-4ddf-8490-e34d2ba2f8b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1476376075-network', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:31:54.287686 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.db.api [None req-e2fbbd8d-9aa6-4ddf-8490-e34d2ba2f8b9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 14:31:54.287686 dv-cinder-780933-12-iscsi neutron-server[93281]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 14:31:54.287686 dv-cinder-780933-12-iscsi neutron-server[93281]: [parameters: {'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'id': '35632b64-1daa-4407-b658-259772da87f2', 'expiration': datetime.datetime(2021, 8, 9, 14, 33, 54, 282286)}] Aug 09 14:31:54.287686 dv-cinder-780933-12-iscsi neutron-server[93281]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93281) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 14:31:54.288260 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG oslo_db.api [None req-e2fbbd8d-9aa6-4ddf-8490-e34d2ba2f8b9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 14:31:54.306237 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Made reservation on behalf of 631313c1e85f4eb58fed107b6fc9aa1a for: {'network': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:31:54.309445 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for network, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:54.318390 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:54.418218 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:54.422617 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:54.455835 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=93281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:31:54.458192 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66b5ab9-7ddb-4fdf-98b3-e4272254c43d,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:31:54.468899 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:54.469273 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:54.469620 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:54.469964 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:54.470293 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:54.471130 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:54.471630 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:54.472139 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:54.472656 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:54.473140 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:54.473634 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:54.474494 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Tracked resource versions report: Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: pushed versions: Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: { 'AddressGroup': {'1.2'}, Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: 'ConntrackHelper': {'1.0'}, Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: 'Log': {'1.0'}, Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: 'Network': {'1.1'}, Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: 'Port': {'1.7'}, Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: 'PortForwarding': {'1.2'}, Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: 'QosPolicy': {'1.9'}, Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: 'SecurityGroup': {'1.4'}, Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: 'SecurityGroupRule': {'1.2'}, Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: 'SubPort': {'1.0'}, Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: 'Subnet': {'1.1'}, Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: 'Trunk': {'1.1'}} Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: consumer versions: Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: { DHCP agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: HyperV agent@hv-cinder-78093: {}, Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: L3 agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: Metadata agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: Metering agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: Open vSwitch agent@dv-cinder-780933-12-iscsi: { 'AddressGroup': '1.2', Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: 'ConntrackHelper': '1.0', Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: 'Log': '1.0', Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: 'Network': '1.1', Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: 'Port': '1.7', Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: 'PortForwarding': '1.2', Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: 'QosPolicy': '1.9', Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: 'SecurityGroup': '1.4', Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: 'SecurityGroupRule': '1.2', Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: 'SubPort': '1.0', Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: 'Subnet': '1.1', Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: 'Trunk': '1.1'}} Aug 09 14:31:54.475770 dv-cinder-780933-12-iscsi neutron-server[93281]: {{(pid=93281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 14:31:54.504862 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:54.505715 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.db.segments_db [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Added segment c5447483-891a-43e3-b473-80f0b833b50d of type vlan for network 31eea100-91ef-48f9-98f6-c2a3c8908c68 Aug 09 14:31:54.554823 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793432662869'] for network, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:54.592495 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for network, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:54.594356 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:31:54.595380 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:54.643791 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-99b8ad37-fb3f-4dec-b284-46b017f9c906 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-67312957-network', 'tenant_id': '94fcc7593f8842ca9f6f0582e70529d5'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:31:54.677496 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] Pushing event updated for resources: {'Network': ['ID=31eea100-91ef-48f9-98f6-c2a3c8908c68,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:31:54.685046 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b8ad37-fb3f-4dec-b284-46b017f9c906 admin admin] Made reservation on behalf of 94fcc7593f8842ca9f6f0582e70529d5 for: {'network': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:31:54.687677 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-99b8ad37-fb3f-4dec-b284-46b017f9c906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for network, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:54.693513 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Network 31eea100-91ef-48f9-98f6-c2a3c8908c68 details requested by agent ovs-agent-dv-cinder-780933-12-iscsi with host dv-cinder-780933-12-iscsi {{(pid=93283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:31:54.710598 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-82cf64f2-1026-46b0-b12b-91962c507c3b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7930846 Aug 09 14:31:54.711530 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 40580) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:31:54.726437 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] Request body: {'subnet': {'network_id': '31eea100-91ef-48f9-98f6-c2a3c8908c68', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-719971163-subnet', 'tenant_id': '631313c1e85f4eb58fed107b6fc9aa1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:31:54.742858 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-99b8ad37-fb3f-4dec-b284-46b017f9c906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:54.796127 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] Made reservation on behalf of 631313c1e85f4eb58fed107b6fc9aa1a for: {'subnet': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:31:54.798461 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] Notify callbacks [] for subnet, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:54.814644 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fbbd8d-9aa6-4ddf-8490-e34d2ba2f8b9 admin admin] Made reservation on behalf of 0d1d83df37494330a7851a5b1ddb7199 for: {'network': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:31:54.817567 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e2fbbd8d-9aa6-4ddf-8490-e34d2ba2f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for network, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:54.830391 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e2fbbd8d-9aa6-4ddf-8490-e34d2ba2f8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:55.022004 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e2fbbd8d-9aa6-4ddf-8490-e34d2ba2f8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:55.029614 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e2fbbd8d-9aa6-4ddf-8490-e34d2ba2f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:55.118126 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbbd8d-9aa6-4ddf-8490-e34d2ba2f8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d94825d-8783-4345-9535-c232f4db6ccf,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:31:55.140493 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2fbbd8d-9aa6-4ddf-8490-e34d2ba2f8b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=93281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:31:55.156894 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e2fbbd8d-9aa6-4ddf-8490-e34d2ba2f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:55.157762 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.db.segments_db [None req-e2fbbd8d-9aa6-4ddf-8490-e34d2ba2f8b9 admin admin] Added segment 3623aa24-3ad5-40d1-9ca3-8c441de4e85e of type vlan for network a1a85733-b746-4659-8c30-3b0e459dbc6f Aug 09 14:31:55.199633 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for subnet, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:55.217648 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e2fbbd8d-9aa6-4ddf-8490-e34d2ba2f8b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793432662869'] for network, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:55.271362 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e2fbbd8d-9aa6-4ddf-8490-e34d2ba2f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for network, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:55.272338 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fbbd8d-9aa6-4ddf-8490-e34d2ba2f8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:31:55.272919 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e2fbbd8d-9aa6-4ddf-8490-e34d2ba2f8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:55.321957 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] Checking segment: {'id': 'c5447483-891a-43e3-b473-80f0b833b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '31eea100-91ef-48f9-98f6-c2a3c8908c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:31:55.322439 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] Network hostable DHCP agents. Network: 31eea100-91ef-48f9-98f6-c2a3c8908c68, hostable agents: ['fcf2683d-1b10-4130-9527-2865db8d3e4f'], hosted agents: [] {{(pid=93282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:31:55.327087 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe49088-2537-4830-8f0a-14243c85536c,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:31:55.342573 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:55.343096 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:55.343800 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:55.344237 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:55.344799 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:55.345212 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:55.345723 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:55.346040 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:55.346695 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:55.346881 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:55.347383 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:55.348069 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] Tracked resource versions report: Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: pushed versions: Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: { 'AddressGroup': {'1.2'}, Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: 'ConntrackHelper': {'1.0'}, Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: 'Log': {'1.0'}, Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: 'Network': {'1.1'}, Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: 'Port': {'1.7'}, Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: 'PortForwarding': {'1.2'}, Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: 'QosPolicy': {'1.9'}, Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: 'SecurityGroup': {'1.4'}, Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: 'SecurityGroupRule': {'1.2'}, Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: 'SubPort': {'1.0'}, Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: 'Subnet': {'1.1'}, Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: 'Trunk': {'1.1'}} Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: consumer versions: Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: { DHCP agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: HyperV agent@hv-cinder-78093: {}, Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: L3 agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: Metadata agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: Metering agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: Open vSwitch agent@dv-cinder-780933-12-iscsi: { 'AddressGroup': '1.2', Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: 'ConntrackHelper': '1.0', Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: 'Log': '1.0', Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: 'Network': '1.1', Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: 'Port': '1.7', Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: 'PortForwarding': '1.2', Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: 'QosPolicy': '1.9', Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: 'SecurityGroup': '1.4', Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: 'SecurityGroupRule': '1.2', Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: 'SubPort': '1.0', Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: 'Subnet': '1.1', Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: 'Trunk': '1.1'}} Aug 09 14:31:55.350103 dv-cinder-780933-12-iscsi neutron-server[93282]: {{(pid=93282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 14:31:55.366960 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbbd8d-9aa6-4ddf-8490-e34d2ba2f8b9 admin admin] Pushing event updated for resources: {'Network': ['ID=a1a85733-b746-4659-8c30-3b0e459dbc6f,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:31:55.368027 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] Network 31eea100-91ef-48f9-98f6-c2a3c8908c68 is scheduled to be hosted by DHCP agent fcf2683d-1b10-4130-9527-2865db8d3e4f with binding_index 1 {{(pid=93282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:31:55.385444 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-12-iscsi, 31eea100-91ef-48f9-98f6-c2a3c8908c68) {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:31:55.395582 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:31:55.396392 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Network a1a85733-b746-4659-8c30-3b0e459dbc6f details requested by agent ovs-agent-dv-cinder-780933-12-iscsi with host dv-cinder-780933-12-iscsi {{(pid=93283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:31:55.396583 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:55.398759 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c14de8-69aa-4aa3-986d-2086becd62a0 None None] Network 31eea100-91ef-48f9-98f6-c2a3c8908c68 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:31:55.501764 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-99b8ad37-fb3f-4dec-b284-46b017f9c906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:55.509711 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-99b8ad37-fb3f-4dec-b284-46b017f9c906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:55.516843 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:31:55.521531 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-e2fbbd8d-9aa6-4ddf-8490-e34d2ba2f8b9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5598183 Aug 09 14:31:55.524517 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 40620) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:31:55.525445 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b8ad37-fb3f-4dec-b284-46b017f9c906 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=93282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:31:55.531107 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-d4aa0ba5-a1d1-47e6-a7a6-245563234833 admin admin] Request body: {'subnet': {'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1476376075-subnet', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:31:55.540158 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-99b8ad37-fb3f-4dec-b284-46b017f9c906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:55.540935 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.db.segments_db [None req-99b8ad37-fb3f-4dec-b284-46b017f9c906 admin admin] Added segment 9d04187b-f6c9-4d6d-b679-e88017fcf2fd of type vlan for network 68be63ba-7c01-4e71-8f7c-e4220c46edd1 Aug 09 14:31:55.592284 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-99b8ad37-fb3f-4dec-b284-46b017f9c906 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793432662869'] for network, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:55.601825 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4aa0ba5-a1d1-47e6-a7a6-245563234833 admin admin] Made reservation on behalf of 0d1d83df37494330a7851a5b1ddb7199 for: {'subnet': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:31:55.605680 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0ba5-a1d1-47e6-a7a6-245563234833 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:55.639660 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8ad37-fb3f-4dec-b284-46b017f9c906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226d1729-d859-4047-a4ee-33b51d1f7024,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:31:55.647893 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-3ed27862-3459-4e18-8200-5e4b027b91af admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9347920 Aug 09 14:31:55.743269 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-99b8ad37-fb3f-4dec-b284-46b017f9c906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for network, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:55.745897 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b8ad37-fb3f-4dec-b284-46b017f9c906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:31:55.747853 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-99b8ad37-fb3f-4dec-b284-46b017f9c906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:55.786503 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-99b8ad37-fb3f-4dec-b284-46b017f9c906 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6288290 Aug 09 14:31:55.796918 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 40630) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:31:55.806062 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-3429ffbb-634f-4fbe-bca7-ac4826535384 admin admin] Request body: {'subnet': {'network_id': '68be63ba-7c01-4e71-8f7c-e4220c46edd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-67312957-subnet', 'tenant_id': '94fcc7593f8842ca9f6f0582e70529d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:31:55.864300 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3429ffbb-634f-4fbe-bca7-ac4826535384 admin admin] Made reservation on behalf of 94fcc7593f8842ca9f6f0582e70529d5 for: {'subnet': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:31:55.864482 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8ad37-fb3f-4dec-b284-46b017f9c906 admin admin] Pushing event updated for resources: {'Network': ['ID=68be63ba-7c01-4e71-8f7c-e4220c46edd1,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:31:55.866740 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3429ffbb-634f-4fbe-bca7-ac4826535384 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:55.908139 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Network 68be63ba-7c01-4e71-8f7c-e4220c46edd1 details requested by agent ovs-agent-dv-cinder-780933-12-iscsi with host dv-cinder-780933-12-iscsi {{(pid=93283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:31:55.957321 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ce5e53-a321-498e-9cf7-06f12fbff891 None None] Network 31eea100-91ef-48f9-98f6-c2a3c8908c68 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:31:56.105235 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0ba5-a1d1-47e6-a7a6-245563234833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for subnet, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:56.340226 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aa0ba5-a1d1-47e6-a7a6-245563234833 admin admin] Checking segment: {'id': '3623aa24-3ad5-40d1-9ca3-8c441de4e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:31:56.340637 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4aa0ba5-a1d1-47e6-a7a6-245563234833 admin admin] Network hostable DHCP agents. Network: a1a85733-b746-4659-8c30-3b0e459dbc6f, hostable agents: ['fcf2683d-1b10-4130-9527-2865db8d3e4f'], hosted agents: [] {{(pid=93281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:31:56.347710 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa0ba5-a1d1-47e6-a7a6-245563234833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d011544-2652-42c4-bd98-5da36fbdc571,revision_number=0']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:31:56.357245 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 40680) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:31:56.360127 dv-cinder-780933-12-iscsi neutron-server[93282]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 14:31:56.402915 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3429ffbb-634f-4fbe-bca7-ac4826535384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for subnet, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:56.442332 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4aa0ba5-a1d1-47e6-a7a6-245563234833 admin admin] Network a1a85733-b746-4659-8c30-3b0e459dbc6f is scheduled to be hosted by DHCP agent fcf2683d-1b10-4130-9527-2865db8d3e4f with binding_index 1 {{(pid=93281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:31:56.473442 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-d4aa0ba5-a1d1-47e6-a7a6-245563234833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-12-iscsi, a1a85733-b746-4659-8c30-3b0e459dbc6f) {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:31:56.482360 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429ffbb-634f-4fbe-bca7-ac4826535384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dcc6b59-86eb-470d-a76e-ee60461948ce,revision_number=0']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:31:56.489775 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba08ac3d-561c-45a3-bf83-8d0a9c771fbf None None] Network a1a85733-b746-4659-8c30-3b0e459dbc6f requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:31:56.508879 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aa0ba5-a1d1-47e6-a7a6-245563234833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:31:56.509477 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0ba5-a1d1-47e6-a7a6-245563234833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for subnet, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:56.558723 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-d4aa0ba5-a1d1-47e6-a7a6-245563234833 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0296049 Aug 09 14:31:56.559210 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3429ffbb-634f-4fbe-bca7-ac4826535384 admin admin] Checking segment: {'id': '9d04187b-f6c9-4d6d-b679-e88017fcf2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '68be63ba-7c01-4e71-8f7c-e4220c46edd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:31:56.559584 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3429ffbb-634f-4fbe-bca7-ac4826535384 admin admin] Network hostable DHCP agents. Network: 68be63ba-7c01-4e71-8f7c-e4220c46edd1, hostable agents: ['fcf2683d-1b10-4130-9527-2865db8d3e4f'], hosted agents: [] {{(pid=93281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:31:56.568148 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 40692) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:31:56.574634 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-c3494389-ba03-4721-a1b9-99fa8dd683d4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1476376075-router', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:31:56.609265 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3429ffbb-634f-4fbe-bca7-ac4826535384 admin admin] Network 68be63ba-7c01-4e71-8f7c-e4220c46edd1 is scheduled to be hosted by DHCP agent fcf2683d-1b10-4130-9527-2865db8d3e4f with binding_index 1 {{(pid=93281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:31:56.613132 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c3494389-ba03-4721-a1b9-99fa8dd683d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237309'] for router, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:56.614192 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c3494389-ba03-4721-a1b9-99fa8dd683d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237298'] for router, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:56.637955 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-3429ffbb-634f-4fbe-bca7-ac4826535384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-12-iscsi, 68be63ba-7c01-4e71-8f7c-e4220c46edd1) {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:31:56.651827 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3429ffbb-634f-4fbe-bca7-ac4826535384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:31:56.654135 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3429ffbb-634f-4fbe-bca7-ac4826535384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for subnet, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:56.667314 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb88709-631d-4ccd-be25-9a9fe1f974cd None None] Network 68be63ba-7c01-4e71-8f7c-e4220c46edd1 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:31:56.715330 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-3429ffbb-634f-4fbe-bca7-ac4826535384 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9172873 Aug 09 14:31:56.715944 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 40700) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:31:56.722479 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-5f56fd24-bdc7-4949-acac-bdc814b77168 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-67312957-router', 'tenant_id': '94fcc7593f8842ca9f6f0582e70529d5', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:31:56.742970 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-4feedfbc-5435-4a78-83de-fead5661d78b tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:31:56.745413 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-4feedfbc-5435-4a78-83de-fead5661d78b tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/networks?id=31eea100-91ef-48f9-98f6-c2a3c8908c68 HTTP/1.1" status: 200 len: 811 time: 0.3859124 Aug 09 14:31:56.762459 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-4adbca19-e8ab-4ecb-b4ac-648c5720af16 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/quotas/631313c1e85f4eb58fed107b6fc9aa1a HTTP/1.1" status: 200 len: 375 time: 0.0110800 Aug 09 14:31:56.775765 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c3494389-ba03-4721-a1b9-99fa8dd683d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:56.848486 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-83f19cee-d169-4b3e-a105-30a319cabbb3 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=631313c1e85f4eb58fed107b6fc9aa1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769913 Aug 09 14:31:56.857926 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79cdc59-b55e-5cf7-a094-ed287857ff17-a1a85733-b746-4659-8c30-3b0e459dbc6f', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'fixed_ips': [{'subnet_id': '3d011544-2652-42c4-bd98-5da36fbdc571'}]}} from dv-cinder-780933-12-iscsi. {{(pid=93283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 14:31:56.858878 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:56.908456 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06418426-3eb3-475b-9f40-81dca2716129 None None] Network 68be63ba-7c01-4e71-8f7c-e4220c46edd1 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:31:56.968534 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5f56fd24-bdc7-4949-acac-bdc814b77168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237309'] for router, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:56.969350 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5f56fd24-bdc7-4949-acac-bdc814b77168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237298'] for router, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:57.033359 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5f56fd24-bdc7-4949-acac-bdc814b77168 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:57.168572 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-39466e85-e404-495a-80fe-432d50f19ae8 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 14:31:57.169693 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-39466e85-e404-495a-80fe-432d50f19ae8 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0669069 Aug 09 14:31:57.212750 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c3494389-ba03-4721-a1b9-99fa8dd683d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:57.247002 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Allocated IP 172.20.0.2 (a1a85733-b746-4659-8c30-3b0e459dbc6f/3d011544-2652-42c4-bd98-5da36fbdc571/c1bf2c5b-94f2-4342-b02c-cde1086ccc99) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:31:57.330535 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-dc7a3f89-fcb7-4677-aea9-740fc15d1727 service neutron] 10.222.0.60 "GET /v2.0/networks/31eea100-91ef-48f9-98f6-c2a3c8908c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539252 Aug 09 14:31:57.340403 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5f56fd24-bdc7-4949-acac-bdc814b77168 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:57.540643 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-405f176c-9a1c-4b9b-ba4f-10defa93f3eb service neutron] 10.222.0.60 "GET /v2.0/networks/31eea100-91ef-48f9-98f6-c2a3c8908c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033420 Aug 09 14:31:57.623434 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 40748) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:31:57.650232 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:57.659672 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c3494389-ba03-4721-a1b9-99fa8dd683d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:57.663634 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Transition to ACTIVE for port object c1bf2c5b-94f2-4342-b02c-cde1086ccc99 will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:31:57.684564 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Transition to ACTIVE for port object c1bf2c5b-94f2-4342-b02c-cde1086ccc99 will not be triggered until provisioned by entity DHCP. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:31:57.697217 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:57.704726 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c3494389-ba03-4721-a1b9-99fa8dd683d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:57.748618 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Network a1a85733-b746-4659-8c30-3b0e459dbc6f is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:31:57.812892 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:31:57.815629 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Pushing event updated for resources: {'Port': ['ID=c1bf2c5b-94f2-4342-b02c-cde1086ccc99,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:31:57.826549 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:31:57.835696 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:57.836363 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:57.836868 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:57.837698 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:57.838877 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:57.839579 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:57.840397 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:57.840905 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:57.841435 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:57.842181 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:57.842698 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:57.843176 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Tracked resource versions report: Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: pushed versions: Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: { 'AddressGroup': {'1.2'}, Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: 'ConntrackHelper': {'1.0'}, Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: 'Log': {'1.0'}, Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: 'Network': {'1.1'}, Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: 'Port': {'1.7'}, Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: 'PortForwarding': {'1.2'}, Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: 'QosPolicy': {'1.9'}, Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: 'SecurityGroup': {'1.4'}, Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: 'SecurityGroupRule': {'1.2'}, Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: 'SubPort': {'1.0'}, Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: 'Subnet': {'1.1'}, Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: 'Trunk': {'1.1'}} Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: consumer versions: Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: { DHCP agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: HyperV agent@hv-cinder-78093: {}, Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: L3 agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: Metadata agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: Metering agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: Open vSwitch agent@dv-cinder-780933-12-iscsi: { 'AddressGroup': '1.2', Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: 'ConntrackHelper': '1.0', Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: 'Log': '1.0', Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: 'Network': '1.1', Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: 'Port': '1.7', Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: 'PortForwarding': '1.2', Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: 'QosPolicy': '1.9', Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: 'SecurityGroup': '1.4', Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: 'SecurityGroupRule': '1.2', Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: 'SubPort': '1.0', Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: 'Subnet': '1.1', Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: 'Trunk': '1.1'}} Aug 09 14:31:57.851433 dv-cinder-780933-12-iscsi neutron-server[93283]: {{(pid=93283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 14:31:57.896305 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-c3494389-ba03-4721-a1b9-99fa8dd683d4 admin admin] Allocated IP 172.27.0.62 (fec02cd1-e2e8-4817-ba73-274d16c5b5b9/3361a577-0d73-418c-9a78-05f67eccb0cb/d08c2173-6570-4e0d-af1d-1f59269c36ca) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:31:57.900347 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-101ae3bb-3ae9-4f84-842d-8ba90fc665e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:58.034871 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Attempting to bind port c1bf2c5b-94f2-4342-b02c-cde1086ccc99 on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:31:58.035352 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Attempting to bind port c1bf2c5b-94f2-4342-b02c-cde1086ccc99 by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': '3623aa24-3ad5-40d1-9ca3-8c441de4e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:31:58.036120 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Attempting to bind port c1bf2c5b-94f2-4342-b02c-cde1086ccc99 on network a1a85733-b746-4659-8c30-3b0e459dbc6f {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:31:58.048486 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:31:58.048865 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Checking segment: {'id': '3623aa24-3ad5-40d1-9ca3-8c441de4e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:31:58.049270 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:58.049724 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Bound using segment: {'id': '3623aa24-3ad5-40d1-9ca3-8c441de4e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:31:58.050215 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Bound port: c1bf2c5b-94f2-4342-b02c-cde1086ccc99, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3623aa24-3ad5-40d1-9ca3-8c441de4e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:31:58.050929 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:58.056015 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c3494389-ba03-4721-a1b9-99fa8dd683d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:58.118504 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-101ae3bb-3ae9-4f84-842d-8ba90fc665e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:58.172622 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-101ae3bb-3ae9-4f84-842d-8ba90fc665e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:58.219310 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] For port c1bf2c5b-94f2-4342-b02c-cde1086ccc99, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:31:58.226397 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] For port c1bf2c5b-94f2-4342-b02c-cde1086ccc99, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=c1bf2c5b-94f2-4342-b02c-cde1086ccc99,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:31:58.236938 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:58.258384 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-101ae3bb-3ae9-4f84-842d-8ba90fc665e5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dddfcc2f5cf74eaf8374add373d604a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6334279 Aug 09 14:31:58.259674 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ae3bb-3ae9-4f84-842d-8ba90fc665e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7d8675-1b2e-42ef-8dff-3bec1626e9b2,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:31:58.264142 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-115ec360-d4cd-44a3-90ba-0a352ca623e4 req-16c0f6bd-3664-4698-9ec5-67e239f2c3d1 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 210 time: 0.1464770 Aug 09 14:31:58.264811 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 40786) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:31:58.339285 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3051678f-2331-41ca-928c-38a6d6a866f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:58.394751 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3051678f-2331-41ca-928c-38a6d6a866f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:58.421289 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984573d-054a-40cb-a97d-baea26017a5c None None] Pushing event updated for resources: {'Port': ['ID=c1bf2c5b-94f2-4342-b02c-cde1086ccc99,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:31:58.428501 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5f56fd24-bdc7-4949-acac-bdc814b77168 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:58.481182 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5f56fd24-bdc7-4949-acac-bdc814b77168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:58.492955 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c3494389-ba03-4721-a1b9-99fa8dd683d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:58.538960 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3051678f-2331-41ca-928c-38a6d6a866f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:58.542438 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3051678f-2331-41ca-928c-38a6d6a866f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:58.543920 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-3051678f-2331-41ca-928c-38a6d6a866f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/de7d8675-1b2e-42ef-8dff-3bec1626e9b2 HTTP/1.1" status: 204 len: 168 time: 0.2776620 Aug 09 14:31:58.561051 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051678f-2331-41ca-928c-38a6d6a866f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7d8675-1b2e-42ef-8dff-3bec1626e9b2,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:31:58.729756 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3494389-ba03-4721-a1b9-99fa8dd683d4 admin admin] Network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:31:58.731654 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-c3494389-ba03-4721-a1b9-99fa8dd683d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:31:58.752889 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3494389-ba03-4721-a1b9-99fa8dd683d4 admin admin] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:31:58.856074 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3494389-ba03-4721-a1b9-99fa8dd683d4 admin admin] Pushing event updated for resources: {'Port': ['ID=d08c2173-6570-4e0d-af1d-1f59269c36ca,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:31:58.862784 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 40816) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:31:59.053045 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-5f56fd24-bdc7-4949-acac-bdc814b77168 admin admin] Allocated IP 172.27.0.92 (fec02cd1-e2e8-4817-ba73-274d16c5b5b9/3361a577-0d73-418c-9a78-05f67eccb0cb/900c9c15-5bfa-487c-be27-e25e6a166d76) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:31:59.224534 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6dcb516d-4751-415a-ad07-9c1be3dcf584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:59.333035 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c3494389-ba03-4721-a1b9-99fa8dd683d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:59.399588 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5f56fd24-bdc7-4949-acac-bdc814b77168 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:59.456727 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6a65efe7-bd86-4351-b50d-ae0ee6a49709 req-e9c40011-ca7e-4690-983b-40cce7020da1 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 210 time: 0.0674698 Aug 09 14:31:59.519102 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6dcb516d-4751-415a-ad07-9c1be3dcf584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:59.526958 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6dcb516d-4751-415a-ad07-9c1be3dcf584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:59.624799 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-6dcb516d-4751-415a-ad07-9c1be3dcf584 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b629e2fc38c34db88a1193da114c5464&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7601733 Aug 09 14:31:59.630170 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 40854) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:31:59.649874 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb516d-4751-415a-ad07-9c1be3dcf584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89eab0e4-9be3-4967-ac16-813d809cb9ba,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:31:59.705389 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-811ac12a-d369-4af7-99f8-805f352b7552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:59.747531 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-811ac12a-d369-4af7-99f8-805f352b7552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:59.767409 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5f56fd24-bdc7-4949-acac-bdc814b77168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:59.823081 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f56fd24-bdc7-4949-acac-bdc814b77168 admin admin] Network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:31:59.826942 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c3494389-ba03-4721-a1b9-99fa8dd683d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744126'] for router, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:59.831351 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f498633-48d9-425a-836d-35bafb54321c None None] Network a1a85733-b746-4659-8c30-3b0e459dbc6f requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:31:59.844428 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-5f56fd24-bdc7-4949-acac-bdc814b77168 admin admin] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:31:59.853658 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-811ac12a-d369-4af7-99f8-805f352b7552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:59.860372 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-811ac12a-d369-4af7-99f8-805f352b7552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:31:59.866788 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-811ac12a-d369-4af7-99f8-805f352b7552 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89eab0e4-9be3-4967-ac16-813d809cb9ba HTTP/1.1" status: 204 len: 168 time: 0.2347639 Aug 09 14:31:59.875221 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56fd24-bdc7-4949-acac-bdc814b77168 admin admin] Pushing event updated for resources: {'Port': ['ID=900c9c15-5bfa-487c-be27-e25e6a166d76,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:31:59.880918 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f56fd24-bdc7-4949-acac-bdc814b77168 admin admin] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:31:59.891155 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ac12a-d369-4af7-99f8-805f352b7552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89eab0e4-9be3-4967-ac16-813d809cb9ba,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:31:59.957485 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-54726c3b-ecff-4662-8fcd-9dc444f2b9a7 None None] Provisioning for port c1bf2c5b-94f2-4342-b02c-cde1086ccc99 completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:32:00.022074 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 40878) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:00.190991 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3494389-ba03-4721-a1b9-99fa8dd683d4 admin admin] Router 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 is scheduled to L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e with binding_index 1 {{(pid=93281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 14:32:00.276921 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device c1bf2c5b-94f2-4342-b02c-cde1086ccc99 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:32:00.369128 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port c1bf2c5b-94f2-4342-b02c-cde1086ccc99 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:32:00.374906 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port c1bf2c5b-94f2-4342-b02c-cde1086ccc99 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:32:00.375504 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:00.417787 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-c78ac657-725d-43d2-83eb-1f6d394c21c4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-117061573-network', 'tenant_id': 'ba323b85dd1a4ba1ae95e600d3776dcc'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:32:00.454380 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78ac657-725d-43d2-83eb-1f6d394c21c4 admin admin] Made reservation on behalf of ba323b85dd1a4ba1ae95e600d3776dcc for: {'network': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:32:00.457419 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c78ac657-725d-43d2-83eb-1f6d394c21c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for network, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:00.471136 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c78ac657-725d-43d2-83eb-1f6d394c21c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:00.479683 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:00.530444 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-14b8039e-9645-413c-aebf-0f111e6088c1 None None] Provisioning complete for port c1bf2c5b-94f2-4342-b02c-cde1086ccc99 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:32:00.530840 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-14b8039e-9645-413c-aebf-0f111e6088c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:00.533550 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port c1bf2c5b-94f2-4342-b02c-cde1086ccc99, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=c1bf2c5b-94f2-4342-b02c-cde1086ccc99,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:32:00.558128 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:00.626632 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=c1bf2c5b-94f2-4342-b02c-cde1086ccc99,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:00.672459 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c78ac657-725d-43d2-83eb-1f6d394c21c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:00.680334 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c78ac657-725d-43d2-83eb-1f6d394c21c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:00.711136 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78ac657-725d-43d2-83eb-1f6d394c21c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=93282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:32:00.719464 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3494389-ba03-4721-a1b9-99fa8dd683d4 admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:32:00.730817 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ac657-725d-43d2-83eb-1f6d394c21c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754d37b4-2d2e-46d1-9419-7b12563d9cfe,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:00.732569 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] Sync routers for ids ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'] in dv-cinder-780933-12-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:32:00.748103 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] Routers {'3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:32:00.748753 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:31:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:00.750953 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c78ac657-725d-43d2-83eb-1f6d394c21c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:00.753130 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.db.segments_db [None req-c78ac657-725d-43d2-83eb-1f6d394c21c4 admin admin] Added segment 444a0d58-288b-4096-a82c-611871c1eb1f of type vlan for network a06f3a59-8175-46f4-ae5a-dabd81fe8ff7 Aug 09 14:32:00.792347 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c3494389-ba03-4721-a1b9-99fa8dd683d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:00.793782 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-c3494389-ba03-4721-a1b9-99fa8dd683d4 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2236881 Aug 09 14:32:00.798169 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 40904) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:00.825879 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-15d163a0-24ac-4ec6-a8a9-eef2a7a55963 req-2f20ae3d-2041-4454-aef4-23b042057e46 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 210 time: 0.0404356 Aug 09 14:32:00.827937 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c78ac657-725d-43d2-83eb-1f6d394c21c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793432662869'] for network, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:00.861514 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5f56fd24-bdc7-4949-acac-bdc814b77168 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:00.877743 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c78ac657-725d-43d2-83eb-1f6d394c21c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for network, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:00.880153 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78ac657-725d-43d2-83eb-1f6d394c21c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:00.881051 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c78ac657-725d-43d2-83eb-1f6d394c21c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:00.937837 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-c78ac657-725d-43d2-83eb-1f6d394c21c4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9144220 Aug 09 14:32:00.938438 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 40910) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:00.952312 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-1fb14236-c111-450c-a806-780fba053197 admin admin] Request body: {'subnet': {'network_id': 'a06f3a59-8175-46f4-ae5a-dabd81fe8ff7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-117061573-subnet', 'tenant_id': 'ba323b85dd1a4ba1ae95e600d3776dcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:32:00.979893 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ac657-725d-43d2-83eb-1f6d394c21c4 admin admin] Pushing event updated for resources: {'Network': ['ID=a06f3a59-8175-46f4-ae5a-dabd81fe8ff7,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:00.996151 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Network a06f3a59-8175-46f4-ae5a-dabd81fe8ff7 details requested by agent ovs-agent-dv-cinder-780933-12-iscsi with host dv-cinder-780933-12-iscsi {{(pid=93283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:32:01.008391 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb14236-c111-450c-a806-780fba053197 admin admin] Made reservation on behalf of ba323b85dd1a4ba1ae95e600d3776dcc for: {'subnet': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:32:01.012101 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1fb14236-c111-450c-a806-780fba053197 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:01.052728 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] Set router 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:32:01.280397 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1fb14236-c111-450c-a806-780fba053197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for subnet, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:01.330124 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1476376075-router', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:31:59Z', 'revision_number': 3, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'gw_port': {'id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:57Z', 'updated_at': '2021-08-09T14:31:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:01.349504 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb14236-c111-450c-a806-780fba053197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=706fca55-27d2-4dd5-bfda-6411b7309b38,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:01.363595 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb14236-c111-450c-a806-780fba053197 admin admin] Checking segment: {'id': '444a0d58-288b-4096-a82c-611871c1eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a06f3a59-8175-46f4-ae5a-dabd81fe8ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:32:01.363954 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb14236-c111-450c-a806-780fba053197 admin admin] Network hostable DHCP agents. Network: a06f3a59-8175-46f4-ae5a-dabd81fe8ff7, hostable agents: ['fcf2683d-1b10-4130-9527-2865db8d3e4f'], hosted agents: [] {{(pid=93282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:32:01.381053 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] Checking router: 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 for host: dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:32:01.381559 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] Updating router 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 port d08c2173-6570-4e0d-af1d-1f59269c36ca binding host dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:32:01.393020 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5f56fd24-bdc7-4949-acac-bdc814b77168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744126'] for router, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:01.394598 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb14236-c111-450c-a806-780fba053197 admin admin] Network a06f3a59-8175-46f4-ae5a-dabd81fe8ff7 is scheduled to be hosted by DHCP agent fcf2683d-1b10-4130-9527-2865db8d3e4f with binding_index 1 {{(pid=93282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:32:01.413678 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-1fb14236-c111-450c-a806-780fba053197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-12-iscsi, a06f3a59-8175-46f4-ae5a-dabd81fe8ff7) {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:32:01.418472 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:01.423649 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb14236-c111-450c-a806-780fba053197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:01.423649 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1fb14236-c111-450c-a806-780fba053197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:01.429550 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539debae-20a6-456c-a2c1-d2d793abfaa8 None None] Network a06f3a59-8175-46f4-ae5a-dabd81fe8ff7 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:32:01.462984 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-1fb14236-c111-450c-a806-780fba053197 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5166757 Aug 09 14:32:01.752039 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0a70f8-62a4-41cd-a5f6-a02f108f6265 None None] Network a06f3a59-8175-46f4-ae5a-dabd81fe8ff7 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:32:01.818172 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:01.836641 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4ecb7be5-62bd-4fad-b74c-1acf81685855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:01.844074 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] Transition to ACTIVE for port object d08c2173-6570-4e0d-af1d-1f59269c36ca will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:32:01.876583 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:02.071728 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] Attempting to bind port d08c2173-6570-4e0d-af1d-1f59269c36ca on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:32:02.072116 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] Attempting to bind port d08c2173-6570-4e0d-af1d-1f59269c36ca by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:32:02.073077 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] Attempting to bind port d08c2173-6570-4e0d-af1d-1f59269c36ca on network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:32:02.098652 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264b972-73e6-4b3e-81e3-7645d1779ff6 None None] Pushing event updated for resources: {'Port': ['ID=d08c2173-6570-4e0d-af1d-1f59269c36ca,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:02.109447 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:32:02.110183 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] Checking segment: {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:32:02.110800 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:02.111384 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] Bound using segment: {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:32:02.114712 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] Bound port: d08c2173-6570-4e0d-af1d-1f59269c36ca, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:32:02.116534 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:02.149687 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 40958) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:02.150514 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f56fd24-bdc7-4949-acac-bdc814b77168 admin admin] Router 7063c2a7-0fc6-418a-a6e3-359327511af8 is scheduled to L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e with binding_index 1 {{(pid=93281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 14:32:02.235621 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264b972-73e6-4b3e-81e3-7645d1779ff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:02.243663 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264b972-73e6-4b3e-81e3-7645d1779ff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:02.244407 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264b972-73e6-4b3e-81e3-7645d1779ff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:02.245440 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264b972-73e6-4b3e-81e3-7645d1779ff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:02.245946 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264b972-73e6-4b3e-81e3-7645d1779ff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:02.248099 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264b972-73e6-4b3e-81e3-7645d1779ff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:02.252067 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264b972-73e6-4b3e-81e3-7645d1779ff6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:02.252589 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264b972-73e6-4b3e-81e3-7645d1779ff6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:02.253119 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264b972-73e6-4b3e-81e3-7645d1779ff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:02.255288 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264b972-73e6-4b3e-81e3-7645d1779ff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:02.255808 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264b972-73e6-4b3e-81e3-7645d1779ff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:02.256304 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264b972-73e6-4b3e-81e3-7645d1779ff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b264b972-73e6-4b3e-81e3-7645d1779ff6 None None] Tracked resource versions report: Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: pushed versions: Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: { 'AddressGroup': {'1.2'}, Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: 'ConntrackHelper': {'1.0'}, Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: 'Log': {'1.0'}, Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: 'Network': {'1.1'}, Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: 'Port': {'1.7'}, Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: 'PortForwarding': {'1.2'}, Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: 'QosPolicy': {'1.9'}, Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: 'SecurityGroup': {'1.4'}, Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: 'SecurityGroupRule': {'1.2'}, Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: 'SubPort': {'1.0'}, Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: 'Subnet': {'1.1'}, Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: 'Trunk': {'1.1'}} Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: consumer versions: Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: { DHCP agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: HyperV agent@hv-cinder-78093: {}, Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: L3 agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: Metadata agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: Metering agent@dv-cinder-780933-12-iscsi: {}, Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: Open vSwitch agent@dv-cinder-780933-12-iscsi: { 'AddressGroup': '1.2', Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: 'ConntrackHelper': '1.0', Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: 'Log': '1.0', Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: 'Network': '1.1', Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: 'Port': '1.7', Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: 'PortForwarding': '1.2', Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: 'QosPolicy': '1.9', Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: 'SecurityGroup': '1.4', Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: 'SecurityGroupRule': '1.2', Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: 'SubPort': '1.0', Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: 'Subnet': '1.1', Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: 'Trunk': '1.1'}} Aug 09 14:32:02.257606 dv-cinder-780933-12-iscsi neutron-server[93284]: {{(pid=93284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 14:32:02.272311 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e9274df0-dc84-4d9c-8118-9709102e7110 req-a5697304-f914-41e8-ac5e-d2f66adbf985 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 210 time: 0.1203313 Aug 09 14:32:02.293416 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device c1bf2c5b-94f2-4342-b02c-cde1086ccc99 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:32:02.343878 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] For port d08c2173-6570-4e0d-af1d-1f59269c36ca, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:32:02.350767 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] For port d08c2173-6570-4e0d-af1d-1f59269c36ca, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=d08c2173-6570-4e0d-af1d-1f59269c36ca,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:32:02.357240 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:02.426969 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] Routers {'3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:32:02.428320 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:31:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:02.443489 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port c1bf2c5b-94f2-4342-b02c-cde1086ccc99 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:32:02.444124 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:02.489673 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 40972) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:02.496171 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-14bae9ac-b2e1-4305-b9d6-02e046e55668 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-923784786-network', 'tenant_id': '91d7663489a345ce99daf07537be94a6'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:32:02.539467 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bae9ac-b2e1-4305-b9d6-02e046e55668 admin admin] Made reservation on behalf of 91d7663489a345ce99daf07537be94a6 for: {'network': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:32:02.550304 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-14bae9ac-b2e1-4305-b9d6-02e046e55668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for network, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:02.555809 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264b972-73e6-4b3e-81e3-7645d1779ff6 None None] Pushing event updated for resources: {'Port': ['ID=d08c2173-6570-4e0d-af1d-1f59269c36ca,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:02.603135 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-14bae9ac-b2e1-4305-b9d6-02e046e55668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:02.660871 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f56fd24-bdc7-4949-acac-bdc814b77168 admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:32:02.680925 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] Set router 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:32:02.681953 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] Sync routers for ids ['7063c2a7-0fc6-418a-a6e3-359327511af8'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:32:02.705278 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] Routers {'7063c2a7-0fc6-418a-a6e3-359327511af8'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:32:02.707154 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:31:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['7063c2a7-0fc6-418a-a6e3-359327511af8'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:02.721956 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-4ecb7be5-62bd-4fad-b74c-1acf81685855 admin admin] Allocated IP 172.20.0.1 (a1a85733-b746-4659-8c30-3b0e459dbc6f/3d011544-2652-42c4-bd98-5da36fbdc571/a01cced0-8c18-4340-833f-e26a96af49fb) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:32:02.762482 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.11', 63204) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:02.983739 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-91c48b6f-f52e-47d2-adfd-b8522ca25662 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:02.985368 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-91c48b6f-f52e-47d2-adfd-b8522ca25662 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.11 "GET /v2.0/networks?id=31eea100-91ef-48f9-98f6-c2a3c8908c68 HTTP/1.1" status: 200 len: 811 time: 0.2211235 Aug 09 14:32:03.006251 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] Set router 7063c2a7-0fc6-418a-a6e3-359327511af8 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:32:03.009141 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-14bae9ac-b2e1-4305-b9d6-02e046e55668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:03.015950 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-14bae9ac-b2e1-4305-b9d6-02e046e55668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:03.027010 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5f56fd24-bdc7-4949-acac-bdc814b77168 admin admin] Notify callbacks [] for router, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:03.029125 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-5f56fd24-bdc7-4949-acac-bdc814b77168 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3103867 Aug 09 14:32:03.032661 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 40988) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:03.067574 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14bae9ac-b2e1-4305-b9d6-02e046e55668 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=93282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:32:03.119956 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1476376075-router', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:31:59Z', 'revision_number': 3, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'gw_port': {'id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:57Z', 'updated_at': '2021-08-09T14:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:03.148165 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-19cd5e67-115c-4731-aa38-e57d59f19150 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Request body: {'port': {'device_id': '489cc2ad-f891-4bb8-b977-fccb6cba16be', 'network_id': '31eea100-91ef-48f9-98f6-c2a3c8908c68', 'admin_state_up': True, 'tenant_id': '631313c1e85f4eb58fed107b6fc9aa1a'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:32:03.171786 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c539d877-d6f2-4230-9984-e81cc2792fba None None] The sync data for ids ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'] in dv-cinder-780933-12-iscsi is: [{'id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1476376075-router', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:31:59Z', 'revision_number': 3, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'gw_port': {'id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:57Z', 'updated_at': '2021-08-09T14:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:32:03.225495 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bae9ac-b2e1-4305-b9d6-02e046e55668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142d5ce5-eb3f-4691-a261-3a33750367f4,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:03.264951 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-14bae9ac-b2e1-4305-b9d6-02e046e55668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:03.265301 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.db.segments_db [None req-14bae9ac-b2e1-4305-b9d6-02e046e55668 admin admin] Added segment 1fd07f09-2623-4d37-8a16-76f74ef58b92 of type vlan for network 2da70d23-c83d-45ed-ae10-3a1bfbc01b73 Aug 09 14:32:03.323564 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4ecb7be5-62bd-4fad-b74c-1acf81685855 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:03.454737 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-4ecb7be5-62bd-4fad-b74c-1acf81685855 admin admin] Transition to ACTIVE for port object a01cced0-8c18-4340-833f-e26a96af49fb will not be triggered until provisioned by entity DHCP. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:32:03.763349 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4ecb7be5-62bd-4fad-b74c-1acf81685855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:03.857852 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecb7be5-62bd-4fad-b74c-1acf81685855 admin admin] Network a1a85733-b746-4659-8c30-3b0e459dbc6f is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:32:03.865651 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-14bae9ac-b2e1-4305-b9d6-02e046e55668 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793432662869'] for network, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:03.891130 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7063c2a7-0fc6-418a-a6e3-359327511af8', 'name': 'tempest-ServerRescueNegativeTestJSON-67312957-router', 'tenant_id': '94fcc7593f8842ca9f6f0582e70529d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '900c9c15-5bfa-487c-be27-e25e6a166d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:32:00Z', 'revision_number': 3, 'project_id': '94fcc7593f8842ca9f6f0582e70529d5', 'gw_port': {'id': '900c9c15-5bfa-487c-be27-e25e6a166d76', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:55:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7063c2a7-0fc6-418a-a6e3-359327511af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:58Z', 'updated_at': '2021-08-09T14:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:03.902084 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fc3c10cd-e30d-47b5-a8fc-40c5e72e6c41 req-06e9d2dd-952a-48a9-96af-fe41d2444b77 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 210 time: 0.2044957 Aug 09 14:32:03.914151 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-4ecb7be5-62bd-4fad-b74c-1acf81685855 admin admin] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:32:03.925930 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] Checking router: 7063c2a7-0fc6-418a-a6e3-359327511af8 for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:32:03.926947 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] Updating router 7063c2a7-0fc6-418a-a6e3-359327511af8 port 900c9c15-5bfa-487c-be27-e25e6a166d76 binding host dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:32:03.929339 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecb7be5-62bd-4fad-b74c-1acf81685855 admin admin] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:32:03.941235 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4ecb7be5-62bd-4fad-b74c-1acf81685855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744653'] for router_interface, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:03.992660 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb7be5-62bd-4fad-b74c-1acf81685855 admin admin] Pushing event updated for resources: {'Port': ['ID=a01cced0-8c18-4340-833f-e26a96af49fb,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:04.010821 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:04.173277 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-14bae9ac-b2e1-4305-b9d6-02e046e55668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for network, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:04.174609 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bae9ac-b2e1-4305-b9d6-02e046e55668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:04.175619 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-14bae9ac-b2e1-4305-b9d6-02e046e55668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:04.195413 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-19cd5e67-115c-4731-aa38-e57d59f19150 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Made reservation on behalf of 631313c1e85f4eb58fed107b6fc9aa1a for: {'port': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:32:04.201865 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-19cd5e67-115c-4731-aa38-e57d59f19150 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:04.349335 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device d08c2173-6570-4e0d-af1d-1f59269c36ca up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:32:04.477376 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-84b490c6-fec6-41a3-8091-03c413fdf931 None None] Provisioning for port a01cced0-8c18-4340-833f-e26a96af49fb completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:32:04.538297 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-84b490c6-fec6-41a3-8091-03c413fdf931 None None] Provisioning complete for port a01cced0-8c18-4340-833f-e26a96af49fb triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:32:04.538992 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-84b490c6-fec6-41a3-8091-03c413fdf931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:04.640620 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port d08c2173-6570-4e0d-af1d-1f59269c36ca completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:32:04.645719 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-84b490c6-fec6-41a3-8091-03c413fdf931 None None] Port a01cced0-8c18-4340-833f-e26a96af49fb cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:32:04.659507 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port d08c2173-6570-4e0d-af1d-1f59269c36ca triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:32:04.659942 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:04.788505 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:04.802399 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] Transition to ACTIVE for port object 900c9c15-5bfa-487c-be27-e25e6a166d76 will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:32:04.803917 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-19cd5e67-115c-4731-aa38-e57d59f19150 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Allocated IP 172.20.0.6 (31eea100-91ef-48f9-98f6-c2a3c8908c68/0fe49088-2537-4830-8f0a-14243c85536c/0faa9104-9f72-40af-8466-f1890c97aacf) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:32:04.812866 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:04.849017 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4ecb7be5-62bd-4fad-b74c-1acf81685855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:04.869769 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6ba1d-91f3-4c34-9a70-7a53f395738d None None] Pushing event updated for resources: {'Port': ['ID=900c9c15-5bfa-487c-be27-e25e6a166d76,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:05.056749 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:05.058469 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bae9ac-b2e1-4305-b9d6-02e046e55668 admin admin] Pushing event updated for resources: {'Network': ['ID=2da70d23-c83d-45ed-ae10-3a1bfbc01b73,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:05.062988 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] Attempting to bind port 900c9c15-5bfa-487c-be27-e25e6a166d76 on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:32:05.063358 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] Attempting to bind port 900c9c15-5bfa-487c-be27-e25e6a166d76 by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:32:05.064017 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] Attempting to bind port 900c9c15-5bfa-487c-be27-e25e6a166d76 on network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:32:05.064830 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-14bae9ac-b2e1-4305-b9d6-02e046e55668 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5740721 Aug 09 14:32:05.068518 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 41088) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:05.071161 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:32:05.071545 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] Checking segment: {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:32:05.071956 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:05.072356 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] Bound using segment: {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:32:05.073477 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] Bound port: 900c9c15-5bfa-487c-be27-e25e6a166d76, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:32:05.073901 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:05.075315 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-3c920733-4313-4e31-a4d1-7c407c4973c7 admin admin] Request body: {'subnet': {'network_id': '2da70d23-c83d-45ed-ae10-3a1bfbc01b73', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-923784786-subnet', 'tenant_id': '91d7663489a345ce99daf07537be94a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:32:05.078891 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Network 2da70d23-c83d-45ed-ae10-3a1bfbc01b73 details requested by agent ovs-agent-dv-cinder-780933-12-iscsi with host dv-cinder-780933-12-iscsi {{(pid=93283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:32:05.112975 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c920733-4313-4e31-a4d1-7c407c4973c7 admin admin] Made reservation on behalf of 91d7663489a345ce99daf07537be94a6 for: {'subnet': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:32:05.115915 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3c920733-4313-4e31-a4d1-7c407c4973c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:05.136695 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-430152be-5872-44f3-9f29-7384952997c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:05.156227 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d679394d-7f7e-4a0d-94b3-5474ee0f38c4 req-ada11f1d-8f32-4892-90c2-3f47fceb0ce1 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 210 time: 0.1077905 Aug 09 14:32:05.168765 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4ecb7be5-62bd-4fad-b74c-1acf81685855 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:05.179958 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4ecb7be5-62bd-4fad-b74c-1acf81685855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:05.180648 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4ecb7be5-62bd-4fad-b74c-1acf81685855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1744825'] for router_interface, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:05.238951 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port d08c2173-6570-4e0d-af1d-1f59269c36ca, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=d08c2173-6570-4e0d-af1d-1f59269c36ca,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:32:05.299559 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] For port 900c9c15-5bfa-487c-be27-e25e6a166d76, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:32:05.303966 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] For port 900c9c15-5bfa-487c-be27-e25e6a166d76, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=900c9c15-5bfa-487c-be27-e25e6a166d76,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:32:05.306625 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:05.317544 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:05.336129 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-19cd5e67-115c-4731-aa38-e57d59f19150 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:05.411048 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] Routers {'7063c2a7-0fc6-418a-a6e3-359327511af8'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:32:05.411812 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:31:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['7063c2a7-0fc6-418a-a6e3-359327511af8'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:05.433541 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb7be5-62bd-4fad-b74c-1acf81685855 admin admin] Pushing event updated for resources: {'Port': ['ID=a01cced0-8c18-4340-833f-e26a96af49fb,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:05.462039 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-19cd5e67-115c-4731-aa38-e57d59f19150 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:05.555272 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-19cd5e67-115c-4731-aa38-e57d59f19150 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Network 31eea100-91ef-48f9-98f6-c2a3c8908c68 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:32:05.628975 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-19cd5e67-115c-4731-aa38-e57d59f19150 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:32:05.676183 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] Set router 7063c2a7-0fc6-418a-a6e3-359327511af8 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:32:05.691171 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecb7be5-62bd-4fad-b74c-1acf81685855 admin admin] Network a1a85733-b746-4659-8c30-3b0e459dbc6f is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:32:05.701293 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-4ecb7be5-62bd-4fad-b74c-1acf81685855 admin admin] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:32:05.745897 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-19cd5e67-115c-4731-aa38-e57d59f19150 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:32:05.753806 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-19cd5e67-115c-4731-aa38-e57d59f19150 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:05.754746 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-19cd5e67-115c-4731-aa38-e57d59f19150 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:05.802002 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-19cd5e67-115c-4731-aa38-e57d59f19150 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6856990 Aug 09 14:32:05.812331 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3c920733-4313-4e31-a4d1-7c407c4973c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for subnet, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:05.877166 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-430152be-5872-44f3-9f29-7384952997c7 admin admin] Allocated IP 172.20.0.1 (68be63ba-7c01-4e71-8f7c-e4220c46edd1/9dcc6b59-86eb-470d-a76e-ee60461948ce/94ca1b72-e411-47e7-a572-b6f370c86037) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:32:05.917618 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd5e67-115c-4731-aa38-e57d59f19150 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Pushing event updated for resources: {'Port': ['ID=0faa9104-9f72-40af-8466-f1890c97aacf,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:05.972249 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c920733-4313-4e31-a4d1-7c407c4973c7 admin admin] Checking segment: {'id': '1fd07f09-2623-4d37-8a16-76f74ef58b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2da70d23-c83d-45ed-ae10-3a1bfbc01b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:32:05.972933 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c920733-4313-4e31-a4d1-7c407c4973c7 admin admin] Network hostable DHCP agents. Network: 2da70d23-c83d-45ed-ae10-3a1bfbc01b73, hostable agents: ['fcf2683d-1b10-4130-9527-2865db8d3e4f'], hosted agents: [] {{(pid=93282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:32:05.986821 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c920733-4313-4e31-a4d1-7c407c4973c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9eb7555-d71c-4865-a0c0-73e57ccd60b1,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:06.051005 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c920733-4313-4e31-a4d1-7c407c4973c7 admin admin] Network 2da70d23-c83d-45ed-ae10-3a1bfbc01b73 is scheduled to be hosted by DHCP agent fcf2683d-1b10-4130-9527-2865db8d3e4f with binding_index 1 {{(pid=93282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:32:06.070368 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-3c920733-4313-4e31-a4d1-7c407c4973c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-12-iscsi, 2da70d23-c83d-45ed-ae10-3a1bfbc01b73) {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:32:06.073267 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=d08c2173-6570-4e0d-af1d-1f59269c36ca,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:06.086099 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d92d9f-c375-4f11-8636-a036b8452958 None None] Network 2da70d23-c83d-45ed-ae10-3a1bfbc01b73 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:32:06.086643 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c920733-4313-4e31-a4d1-7c407c4973c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:06.087419 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3c920733-4313-4e31-a4d1-7c407c4973c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:06.158274 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-3c920733-4313-4e31-a4d1-7c407c4973c7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0883000 Aug 09 14:32:06.259404 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-430152be-5872-44f3-9f29-7384952997c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:06.325482 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ecb7be5-62bd-4fad-b74c-1acf81685855 admin admin] Router 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:32:06.428946 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device d08c2173-6570-4e0d-af1d-1f59269c36ca up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:32:06.431482 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-430152be-5872-44f3-9f29-7384952997c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:06.466297 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6ba1d-91f3-4c34-9a70-7a53f395738d None None] Pushing event updated for resources: {'Port': ['ID=900c9c15-5bfa-487c-be27-e25e6a166d76,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:06.547715 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230cd0c-751d-462e-aa50-d6f3f85dc714 req-7062ffdc-cd2f-4fda-b6b5-879e2375bc42 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:06.547715 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6230cd0c-751d-462e-aa50-d6f3f85dc714 req-7062ffdc-cd2f-4fda-b6b5-879e2375bc42 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 931 time: 0.1499159 Aug 09 14:32:06.548077 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b03e67-2d74-4cce-bba7-ce3af0cf8353 None None] Network 2da70d23-c83d-45ed-ae10-3a1bfbc01b73 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:32:06.570812 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 41130) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:06.628148 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-d76c8f19-398a-4b69-96cc-f133035350a1 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 14:32:06.628472 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-d76c8f19-398a-4b69-96cc-f133035350a1 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062726 Aug 09 14:32:06.739552 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6230cd0c-751d-462e-aa50-d6f3f85dc714 req-2ec3afdd-8d3c-4739-a7ee-c8422c7d9139 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/security-groups?id=a66b5ab9-7ddb-4fdf-98b3-e4272254c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923027 Aug 09 14:32:06.761659 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a45a95-2606-4e08-9d3c-6acc873cc419 admin admin] Deleting subnet 706fca55-27d2-4dd5-bfda-6411b7309b38 {{(pid=93282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:32:06.772450 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-66a45a95-2606-4e08-9d3c-6acc873cc419 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:06.786384 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-875ddd5b-8ca4-4ef5-8bdd-47e00dbb0dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:06.890735 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-66a45a95-2606-4e08-9d3c-6acc873cc419 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:06.927337 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-66a45a95-2606-4e08-9d3c-6acc873cc419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742273'] for subnet, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:06.994279 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430152be-5872-44f3-9f29-7384952997c7 admin admin] Network 68be63ba-7c01-4e71-8f7c-e4220c46edd1 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:32:07.015253 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-430152be-5872-44f3-9f29-7384952997c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:32:07.015838 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b4e81747-257f-41dd-aa20-80810f98962c None None] Provisioning complete for port a01cced0-8c18-4340-833f-e26a96af49fb triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:32:07.017937 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b4e81747-257f-41dd-aa20-80810f98962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:07.026817 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430152be-5872-44f3-9f29-7384952997c7 admin admin] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:32:07.027730 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-430152be-5872-44f3-9f29-7384952997c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744653'] for router_interface, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:07.053434 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-66a45a95-2606-4e08-9d3c-6acc873cc419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for subnet, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:07.090551 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7063c2a7-0fc6-418a-a6e3-359327511af8', 'name': 'tempest-ServerRescueNegativeTestJSON-67312957-router', 'tenant_id': '94fcc7593f8842ca9f6f0582e70529d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '900c9c15-5bfa-487c-be27-e25e6a166d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:32:00Z', 'revision_number': 3, 'project_id': '94fcc7593f8842ca9f6f0582e70529d5', 'gw_port': {'id': '900c9c15-5bfa-487c-be27-e25e6a166d76', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:55:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7063c2a7-0fc6-418a-a6e3-359327511af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:58Z', 'updated_at': '2021-08-09T14:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:07.119411 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430152be-5872-44f3-9f29-7384952997c7 admin admin] Pushing event updated for resources: {'Port': ['ID=94ca1b72-e411-47e7-a572-b6f370c86037,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:07.133083 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a45a95-2606-4e08-9d3c-6acc873cc419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=706fca55-27d2-4dd5-bfda-6411b7309b38,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:07.163070 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b4e81747-257f-41dd-aa20-80810f98962c None None] Port a01cced0-8c18-4340-833f-e26a96af49fb cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:32:07.167389 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42ed809-06c4-4aa3-b606-ea141941060c None None] The sync data for ids ['7063c2a7-0fc6-418a-a6e3-359327511af8'] in dv-cinder-780933-12-iscsi is: [{'id': '7063c2a7-0fc6-418a-a6e3-359327511af8', 'name': 'tempest-ServerRescueNegativeTestJSON-67312957-router', 'tenant_id': '94fcc7593f8842ca9f6f0582e70529d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '900c9c15-5bfa-487c-be27-e25e6a166d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:32:00Z', 'revision_number': 3, 'project_id': '94fcc7593f8842ca9f6f0582e70529d5', 'gw_port': {'id': '900c9c15-5bfa-487c-be27-e25e6a166d76', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:55:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7063c2a7-0fc6-418a-a6e3-359327511af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:58Z', 'updated_at': '2021-08-09T14:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:32:07.182245 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecb7be5-62bd-4fad-b74c-1acf81685855 admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:32:07.192696 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] Sync routers for ids ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'] in dv-cinder-780933-12-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:32:07.203236 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-4ecb7be5-62bd-4fad-b74c-1acf81685855 admin admin] 10.222.0.60 "PUT /v2.0/routers/3b6a9797-cfb9-4ecb-a910-573a25fa0ae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4003332 Aug 09 14:32:07.230506 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] Routers {'3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:32:07.231898 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:31:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:07.264756 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-66a45a95-2606-4e08-9d3c-6acc873cc419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:07.273361 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-66a45a95-2606-4e08-9d3c-6acc873cc419 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/706fca55-27d2-4dd5-bfda-6411b7309b38 HTTP/1.1" status: 204 len: 168 time: 0.6986485 Aug 09 14:32:07.275309 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 41152) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:07.295716 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port d08c2173-6570-4e0d-af1d-1f59269c36ca triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:32:07.296089 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:07.366535 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-6e140eba-41e3-49fc-9c01-232573392d9a service neutron] Request body: {'port': {'device_id': '489cc2ad-f891-4bb8-b977-fccb6cba16be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:32:07.577626 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676446'] for network, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:07.636613 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-6e140eba-41e3-49fc-9c01-232573392d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:08.137282 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741126', 'neutron.services.segments.db._delete_segments_for_network-8793433151856'] for network, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:08.142501 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-430152be-5872-44f3-9f29-7384952997c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:08.188707 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] Set router 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:32:08.198313 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:32:08.213646 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:32:08.215174 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:32:08.237087 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] Subscribe: > port after_create 55550000 {{(pid=93281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:32:08.237909 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:32:08.238444 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] Subscribe: > port after_update 55550000 {{(pid=93281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:32:08.239008 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:32:08.239605 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:32:08.240107 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:32:08.240619 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:32:08.318521 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 900c9c15-5bfa-487c-be27-e25e6a166d76 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:32:08.469554 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port 900c9c15-5bfa-487c-be27-e25e6a166d76 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:32:08.473482 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 41184) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:08.475789 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 900c9c15-5bfa-487c-be27-e25e6a166d76 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:32:08.476752 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:08.820091 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6f777-b4aa-403c-ab07-229d0ac87cdd req-40f8b32d-9875-427d-b028-107f82de1610 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:08.830363 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b7b6f777-b4aa-403c-ab07-229d0ac87cdd req-40f8b32d-9875-427d-b028-107f82de1610 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 931 time: 0.8415945 Aug 09 14:32:09.005830 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1476376075-router', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:32:04Z', 'revision_number': 4, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'gw_port': {'id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:57Z', 'updated_at': '2021-08-09T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'a01cced0-8c18-4340-833f-e26a96af49fb', 'name': '', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'mac_address': 'fa:16:3e:3a:b7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:32:01Z', 'updated_at': '2021-08-09T14:32:04Z', 'revision_number': 2, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'subnets': [{'id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:09.020370 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:32:09.023015 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:32:09.023490 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:32:09.023932 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:32:09.025706 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06f3a59-8175-46f4-ae5a-dabd81fe8ff7']}} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:09.103267 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-805ed90f-5fc5-47c1-9ff2-83b1fd75d854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:09.152707 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] Checking router: 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 for host: dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:32:09.153148 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] Updating router 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 port a01cced0-8c18-4340-833f-e26a96af49fb binding host dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:32:09.173488 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444a0d58-288b-4096-a82c-611871c1eb1f') {'for_net_delete': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:09.178906 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444a0d58-288b-4096-a82c-611871c1eb1f') {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:09.238158 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:09.266244 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793433155705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522965'] for segment, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:09.302642 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:09.325433 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b7b6f777-b4aa-403c-ab07-229d0ac87cdd req-f2bc7c1b-d2e8-491e-8e75-ac5efff5a789 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/security-groups?id=a66b5ab9-7ddb-4fdf-98b3-e4272254c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819999 Aug 09 14:32:09.357654 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:09.363014 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port 900c9c15-5bfa-487c-be27-e25e6a166d76, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=900c9c15-5bfa-487c-be27-e25e6a166d76,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:32:09.373208 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:09.490460 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-6e140eba-41e3-49fc-9c01-232573392d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0faa9104-9f72-40af-8466-f1890c97aacf {{(pid=93282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:32:09.506530 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-6e140eba-41e3-49fc-9c01-232573392d9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:09.542703 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:09.557638 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=900c9c15-5bfa-487c-be27-e25e6a166d76,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:09.587268 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:32:09.587889 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3868478'] for segment, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: from cryptography.utils import int_from_bytes Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: from cryptography.utils import int_from_bytes Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: Traceback (most recent call last): Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: timer() Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: cb(*args, **kw) Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: return func(*args, **kwargs) Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: self._notify() Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: self.callback(batched_events) Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: event.method(event) Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: return f(self, *a, **k) Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: return self._get(url).json() Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: return self.request(url, 'GET', **kwargs) Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:32:09.594977 dv-cinder-780933-12-iscsi neutron-server[93281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:32:09.616101 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-805ed90f-5fc5-47c1-9ff2-83b1fd75d854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:09.627057 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-805ed90f-5fc5-47c1-9ff2-83b1fd75d854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:09.655769 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 41200) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:09.669388 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-805ed90f-5fc5-47c1-9ff2-83b1fd75d854 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5db3ef68f03e4b19a1716aa2e7d68243&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1833251 Aug 09 14:32:09.673305 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1915516d-ec84-4053-a55b-d69d2bd16418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:09.673800 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-7cf6c1b4-7987-4427-a0e7-3549f365394b tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1239250490', 'description': 'tempest-description--592748894'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:32:09.674316 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 41202) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:09.740823 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744054'] for network, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:09.754038 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7cf6c1b4-7987-4427-a0e7-3549f365394b tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:09.771741 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:09.774740 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a06f3a59-8175-46f4-ae5a-dabd81fe8ff7 HTTP/1.1" status: 204 len: 168 time: 2.4970064 Aug 09 14:32:09.785878 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 41204) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:09.836172 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b09766-f77b-4429-a5d2-ec9fce0922d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a06f3a59-8175-46f4-ae5a-dabd81fe8ff7,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:09.866767 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-430152be-5872-44f3-9f29-7384952997c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:09.879365 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-430152be-5872-44f3-9f29-7384952997c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:09.904032 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-6e140eba-41e3-49fc-9c01-232573392d9a service neutron] Transition to ACTIVE for port object 0faa9104-9f72-40af-8466-f1890c97aacf will not be triggered until provisioned by entity L2. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:32:09.926061 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-6e140eba-41e3-49fc-9c01-232573392d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:10.107300 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:10.190698 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] Transition to ACTIVE for port object a01cced0-8c18-4340-833f-e26a96af49fb will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:32:10.205380 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2b9f80-61bc-4679-b5a1-9f42b0833b7b admin admin] Deleting subnet f9eb7555-d71c-4865-a0c0-73e57ccd60b1 {{(pid=93281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:32:10.210326 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:10.218861 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ed90f-5fc5-47c1-9ff2-83b1fd75d854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ba483a-5425-4299-b06f-56b07c497b5b,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:10.296190 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 900c9c15-5bfa-487c-be27-e25e6a166d76 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:32:10.374421 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f5fcc-c21d-4615-8454-ccc0463b075e None None] Pushing event updated for resources: {'Port': ['ID=a01cced0-8c18-4340-833f-e26a96af49fb,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:10.403520 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:10.450068 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7cf6c1b4-7987-4427-a0e7-3549f365394b tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:10.465502 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-430152be-5872-44f3-9f29-7384952997c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1744825'] for router_interface, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:10.465866 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e140eba-41e3-49fc-9c01-232573392d9a service neutron] Pushing event updated for resources: {'Port': ['ID=0faa9104-9f72-40af-8466-f1890c97aacf,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:10.491378 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c2b9f80-61bc-4679-b5a1-9f42b0833b7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:10.508310 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 900c9c15-5bfa-487c-be27-e25e6a166d76 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:32:10.508703 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:10.511018 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7cf6c1b4-7987-4427-a0e7-3549f365394b tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:10.518632 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-6e140eba-41e3-49fc-9c01-232573392d9a service neutron] Attempting to bind port 0faa9104-9f72-40af-8466-f1890c97aacf on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:32:10.518632 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-6e140eba-41e3-49fc-9c01-232573392d9a service neutron] Attempting to bind port 0faa9104-9f72-40af-8466-f1890c97aacf by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'c5447483-891a-43e3-b473-80f0b833b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '31eea100-91ef-48f9-98f6-c2a3c8908c68'}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:32:10.537693 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-6e140eba-41e3-49fc-9c01-232573392d9a service neutron] Attempting to bind port 0faa9104-9f72-40af-8466-f1890c97aacf on network 31eea100-91ef-48f9-98f6-c2a3c8908c68 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:32:10.559471 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430152be-5872-44f3-9f29-7384952997c7 admin admin] Pushing event updated for resources: {'Port': ['ID=94ca1b72-e411-47e7-a572-b6f370c86037,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:10.561506 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a059d29f-2b99-4d58-8403-9525f04f006a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:10.575320 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-6e140eba-41e3-49fc-9c01-232573392d9a service neutron] Port 0faa9104-9f72-40af-8466-f1890c97aacf on network 31eea100-91ef-48f9-98f6-c2a3c8908c68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:32:10.575682 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-6e140eba-41e3-49fc-9c01-232573392d9a service neutron] Attempting to bind port 0faa9104-9f72-40af-8466-f1890c97aacf on network 31eea100-91ef-48f9-98f6-c2a3c8908c68 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:32:10.609031 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-6e140eba-41e3-49fc-9c01-232573392d9a service neutron] Checking agent: {'id': '787e8c88-8117-4bdf-b5e3-a5a97e4f7369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'started_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:32:10.609459 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-6e140eba-41e3-49fc-9c01-232573392d9a service neutron] Checking segment: {'id': 'c5447483-891a-43e3-b473-80f0b833b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '31eea100-91ef-48f9-98f6-c2a3c8908c68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:32:10.610318 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-6e140eba-41e3-49fc-9c01-232573392d9a service neutron] Bound using segment: {'id': 'c5447483-891a-43e3-b473-80f0b833b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '31eea100-91ef-48f9-98f6-c2a3c8908c68'} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:32:10.610998 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-6e140eba-41e3-49fc-9c01-232573392d9a service neutron] Bound port: 0faa9104-9f72-40af-8466-f1890c97aacf, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5447483-891a-43e3-b473-80f0b833b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '31eea100-91ef-48f9-98f6-c2a3c8908c68'}}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:32:10.611670 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-6e140eba-41e3-49fc-9c01-232573392d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:10.638876 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a059d29f-2b99-4d58-8403-9525f04f006a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:10.678329 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] Attempting to bind port a01cced0-8c18-4340-833f-e26a96af49fb on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:32:10.679297 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] Attempting to bind port a01cced0-8c18-4340-833f-e26a96af49fb by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': '3623aa24-3ad5-40d1-9ca3-8c441de4e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:32:10.681952 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] Attempting to bind port a01cced0-8c18-4340-833f-e26a96af49fb on network a1a85733-b746-4659-8c30-3b0e459dbc6f {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:32:10.702985 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:32:10.703374 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] Checking segment: {'id': '3623aa24-3ad5-40d1-9ca3-8c441de4e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:32:10.703788 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:10.704800 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38dccf-23fd-4ba8-b1fa-6ae30500c757 req-bb1b7154-81d7-4aae-897f-151509bd519a tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:10.705088 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] Bound using segment: {'id': '3623aa24-3ad5-40d1-9ca3-8c441de4e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:32:10.705854 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] Bound port: a01cced0-8c18-4340-833f-e26a96af49fb, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3623aa24-3ad5-40d1-9ca3-8c441de4e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:32:10.705988 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:10.706375 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bc38dccf-23fd-4ba8-b1fa-6ae30500c757 req-bb1b7154-81d7-4aae-897f-151509bd519a tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 943 time: 0.2078402 Aug 09 14:32:10.802030 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6c1b4-7987-4427-a0e7-3549f365394b tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec32979-bba2-4496-9deb-338d18e11154,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:10.817084 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bc38dccf-23fd-4ba8-b1fa-6ae30500c757 req-a766521b-8a2d-440e-9012-7f16ddbb54a6 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/security-groups?id=a66b5ab9-7ddb-4fdf-98b3-e4272254c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976768 Aug 09 14:32:10.839059 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] For port a01cced0-8c18-4340-833f-e26a96af49fb, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:32:10.847535 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] For port a01cced0-8c18-4340-833f-e26a96af49fb, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=a01cced0-8c18-4340-833f-e26a96af49fb,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:32:10.859361 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:10.871529 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-6e140eba-41e3-49fc-9c01-232573392d9a service neutron] For port 0faa9104-9f72-40af-8466-f1890c97aacf, host hv-cinder-78093, cleared binding levels {{(pid=93282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:32:10.884339 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-6e140eba-41e3-49fc-9c01-232573392d9a service neutron] For port 0faa9104-9f72-40af-8466-f1890c97aacf, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0faa9104-9f72-40af-8466-f1890c97aacf,segment=NetworkSegment(c5447483-891a-43e3-b473-80f0b833b50d),segment_id=c5447483-891a-43e3-b473-80f0b833b50d)] {{(pid=93282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:32:10.896826 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-6e140eba-41e3-49fc-9c01-232573392d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:10.918331 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a059d29f-2b99-4d58-8403-9525f04f006a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:10.933414 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a059d29f-2b99-4d58-8403-9525f04f006a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:10.937423 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-a059d29f-2b99-4d58-8403-9525f04f006a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e0ba483a-5425-4299-b06f-56b07c497b5b HTTP/1.1" status: 204 len: 168 time: 1.2619979 Aug 09 14:32:10.952420 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7cf6c1b4-7987-4427-a0e7-3549f365394b tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:10.953725 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-7cf6c1b4-7987-4427-a0e7-3549f365394b tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.2956710 Aug 09 14:32:10.973103 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c2b9f80-61bc-4679-b5a1-9f42b0833b7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522946'] for subnet, precommit_delete_associations {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:10.982424 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 41234) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:10.987045 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-69ee272d-3678-4dbb-8f0c-14cca3902f08 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Request body: {'security_group_rule': {'security_group_id': '4ec32979-bba2-4496-9deb-338d18e11154', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:32:11.047284 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-6e140eba-41e3-49fc-9c01-232573392d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:11.047284 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-6e140eba-41e3-49fc-9c01-232573392d9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:11.047284 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-6e140eba-41e3-49fc-9c01-232573392d9a service neutron] 10.222.0.11 "PUT /v2.0/ports/0faa9104-9f72-40af-8466-f1890c97aacf HTTP/1.1" status: 200 len: 1093 time: 3.8187559 Aug 09 14:32:11.047739 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] Routers {'3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:32:11.047739 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:32:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:11.048041 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489cc2ad-f891-4bb8-b977-fccb6cba16be', 'tag': '0faa9104-9f72-40af-8466-f1890c97aacf'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:32:11.073066 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430152be-5872-44f3-9f29-7384952997c7 admin admin] Network 68be63ba-7c01-4e71-8f7c-e4220c46edd1 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:32:11.081563 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-430152be-5872-44f3-9f29-7384952997c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:32:11.123109 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-69ee272d-3678-4dbb-8f0c-14cca3902f08 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:11.142156 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f5fcc-c21d-4615-8454-ccc0463b075e None None] Pushing event updated for resources: {'Port': ['ID=a01cced0-8c18-4340-833f-e26a96af49fb,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:11.156622 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c2b9f80-61bc-4679-b5a1-9f42b0833b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742273'] for subnet, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:11.276394 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e140eba-41e3-49fc-9c01-232573392d9a service neutron] Pushing event updated for resources: {'Port': ['ID=0faa9104-9f72-40af-8466-f1890c97aacf,revision_number=3']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:11.299679 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059d29f-2b99-4d58-8403-9525f04f006a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ba483a-5425-4299-b06f-56b07c497b5b,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:11.339999 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] Set router 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:32:11.400326 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-69ee272d-3678-4dbb-8f0c-14cca3902f08 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:11.410704 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-69ee272d-3678-4dbb-8f0c-14cca3902f08 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:11.527960 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56ce326a282370cb2de39ae3136380dca3ea80517aac3f2975b0460684c6f47d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7cfffa-efea-441a-840c-dd25f0c5ee1c" -d '{"events": [{"name": "network-changed", "server_uuid": "489cc2ad-f891-4bb8-b977-fccb6cba16be", "tag": "0faa9104-9f72-40af-8466-f1890c97aacf"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:32:11.549308 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee272d-3678-4dbb-8f0c-14cca3902f08 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828b66d8-c645-4c90-824d-59a55685426b,revision_number=0']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:11.553249 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-69ee272d-3678-4dbb-8f0c-14cca3902f08 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:11.554810 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-69ee272d-3678-4dbb-8f0c-14cca3902f08 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5714786 Aug 09 14:32:11.558869 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 41256) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:11.565521 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-a4a4f411-bdc3-4c16-9022-0467f8655857 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Request body: {'security_group_rule': {'security_group_id': '4ec32979-bba2-4496-9deb-338d18e11154', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:32:11.568229 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c2b9f80-61bc-4679-b5a1-9f42b0833b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3868640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2505526'] for subnet, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:11.589565 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c2b9f80-61bc-4679-b5a1-9f42b0833b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for subnet, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:11.595318 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-7c2b9f80-61bc-4679-b5a1-9f42b0833b7b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f9eb7555-d71c-4865-a0c0-73e57ccd60b1 HTTP/1.1" status: 204 len: 168 time: 1.8082769 Aug 09 14:32:11.596150 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 41258) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:11.596263 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1476376075-router', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:32:04Z', 'revision_number': 4, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'gw_port': {'id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:57Z', 'updated_at': '2021-08-09T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'a01cced0-8c18-4340-833f-e26a96af49fb', 'name': '', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'mac_address': 'fa:16:3e:3a:b7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:32:01Z', 'updated_at': '2021-08-09T14:32:10Z', 'revision_number': 4, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'subnets': [{'id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:11.621643 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a4a4f411-bdc3-4c16-9022-0467f8655857 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:11.643200 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b9f80-61bc-4679-b5a1-9f42b0833b7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9eb7555-d71c-4865-a0c0-73e57ccd60b1,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:11.652740 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78699e86-acc5-4c3f-ad0d-09a45b0e7ef5 None None] The sync data for ids ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'] in dv-cinder-780933-12-iscsi is: [{'id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1476376075-router', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:32:04Z', 'revision_number': 4, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'gw_port': {'id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:57Z', 'updated_at': '2021-08-09T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'a01cced0-8c18-4340-833f-e26a96af49fb', 'name': '', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'mac_address': 'fa:16:3e:3a:b7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:32:01Z', 'updated_at': '2021-08-09T14:32:10Z', 'revision_number': 4, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'subnets': [{'id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:32:11.728384 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430152be-5872-44f3-9f29-7384952997c7 admin admin] Router 7063c2a7-0fc6-418a-a6e3-359327511af8 has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:32:11.761041 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-eba4855a-03fa-495c-ad78-ebb0f7f9df35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676446'] for network, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:11.844626 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acd9827-f4e9-4dfd-83ad-fbe5d657ca87 x-openstack-request-id: req-1acd9827-f4e9-4dfd-83ad-fbe5d657ca87 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:32:11.845041 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "489cc2ad-f891-4bb8-b977-fccb6cba16be", "tag": "0faa9104-9f72-40af-8466-f1890c97aacf", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:32:11.846802 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1acd9827-f4e9-4dfd-83ad-fbe5d657ca87 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:32:11.849543 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '489cc2ad-f891-4bb8-b977-fccb6cba16be', 'tag': '0faa9104-9f72-40af-8466-f1890c97aacf', 'status': 'completed', 'code': 200} Aug 09 14:32:11.855431 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a4a4f411-bdc3-4c16-9022-0467f8655857 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:11.863336 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a4a4f411-bdc3-4c16-9022-0467f8655857 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:11.897970 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4f411-bdc3-4c16-9022-0467f8655857 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3158d0-89e9-4dfd-b47f-50876cffeb99,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:11.914083 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a4a4f411-bdc3-4c16-9022-0467f8655857 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:11.919882 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-a4a4f411-bdc3-4c16-9022-0467f8655857 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3595843 Aug 09 14:32:11.922027 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 41274) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:11.925394 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-0fcb4e9a-7e21-48b2-9667-0f3b129fccc4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Request body: {'floatingip': {'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:32:11.976059 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-eba4855a-03fa-495c-ad78-ebb0f7f9df35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741126', 'neutron.services.segments.db._delete_segments_for_network-8793433151856'] for network, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:11.987993 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4e9a-7e21-48b2-9667-0f3b129fccc4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for floatingip, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:11.996560 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-eba4855a-03fa-495c-ad78-ebb0f7f9df35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da70d23-c83d-45ed-ae10-3a1bfbc01b73']}} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:12.009588 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430152be-5872-44f3-9f29-7384952997c7 admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:32:12.027983 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-430152be-5872-44f3-9f29-7384952997c7 admin admin] 10.222.0.60 "PUT /v2.0/routers/7063c2a7-0fc6-418a-a6e3-359327511af8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9939065 Aug 09 14:32:12.034293 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] Sync routers for ids ['7063c2a7-0fc6-418a-a6e3-359327511af8'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:32:12.042168 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-eba4855a-03fa-495c-ad78-ebb0f7f9df35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd07f09-2623-4d37-8a16-76f74ef58b92') {'for_net_delete': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:12.042489 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-eba4855a-03fa-495c-ad78-ebb0f7f9df35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd07f09-2623-4d37-8a16-76f74ef58b92') {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:12.050025 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] Routers {'7063c2a7-0fc6-418a-a6e3-359327511af8'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:32:12.052337 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:32:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['7063c2a7-0fc6-418a-a6e3-359327511af8'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:12.066334 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-eba4855a-03fa-495c-ad78-ebb0f7f9df35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793433155705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522965'] for segment, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:12.101378 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-eba4855a-03fa-495c-ad78-ebb0f7f9df35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:12.110756 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba4855a-03fa-495c-ad78-ebb0f7f9df35 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=93281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:32:12.111363 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-eba4855a-03fa-495c-ad78-ebb0f7f9df35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3868478'] for segment, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: Traceback (most recent call last): Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: timer() Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: cb(*args, **kw) Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: return func(*args, **kwargs) Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: self._notify() Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: self.callback(batched_events) Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: event.method(event) Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: return f(self, *a, **k) Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: return self._get(url).json() Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: return self.request(url, 'GET', **kwargs) Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:32:12.113455 dv-cinder-780933-12-iscsi neutron-server[93281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:32:12.170087 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55e97a-c249-4ac4-8200-da3ef563ec27 req-950edc9f-65c1-4a57-9c41-7f1a99eaddf3 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:12.179607 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5b55e97a-c249-4ac4-8200-da3ef563ec27 req-950edc9f-65c1-4a57-9c41-7f1a99eaddf3 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 943 time: 0.2025738 Aug 09 14:32:12.320319 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5b55e97a-c249-4ac4-8200-da3ef563ec27 req-a012a0b9-f3c7-4aa4-bcb2-6726cf5d37d9 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/security-groups?id=a66b5ab9-7ddb-4fdf-98b3-e4272254c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378455 Aug 09 14:32:12.336674 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4e9a-7e21-48b2-9667-0f3b129fccc4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:12.357047 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device a01cced0-8c18-4340-833f-e26a96af49fb up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:32:12.481102 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] Set router 7063c2a7-0fc6-418a-a6e3-359327511af8 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:32:12.545582 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-eba4855a-03fa-495c-ad78-ebb0f7f9df35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744054'] for network, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:12.551510 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-eba4855a-03fa-495c-ad78-ebb0f7f9df35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:12.554316 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-eba4855a-03fa-495c-ad78-ebb0f7f9df35 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2da70d23-c83d-45ed-ae10-3a1bfbc01b73 HTTP/1.1" status: 204 len: 168 time: 0.9520471 Aug 09 14:32:12.589932 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4855a-03fa-495c-ad78-ebb0f7f9df35 admin admin] Pushing event deleted for resources: {'Network': ['ID=2da70d23-c83d-45ed-ae10-3a1bfbc01b73,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:12.616564 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [None req-0fcb4e9a-7e21-48b2-9667-0f3b129fccc4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Allocated IP 172.27.0.211 (fec02cd1-e2e8-4817-ba73-274d16c5b5b9/3361a577-0d73-418c-9a78-05f67eccb0cb/11f0cd63-b484-49b3-9c09-c54c2b239ff2) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:32:12.841906 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:12.880379 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4e9a-7e21-48b2-9667-0f3b129fccc4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:12.890498 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port a01cced0-8c18-4340-833f-e26a96af49fb completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:32:12.896996 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port a01cced0-8c18-4340-833f-e26a96af49fb triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:32:12.897733 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:12.928550 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7063c2a7-0fc6-418a-a6e3-359327511af8', 'name': 'tempest-ServerRescueNegativeTestJSON-67312957-router', 'tenant_id': '94fcc7593f8842ca9f6f0582e70529d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '900c9c15-5bfa-487c-be27-e25e6a166d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:32:07Z', 'revision_number': 4, 'project_id': '94fcc7593f8842ca9f6f0582e70529d5', 'gw_port': {'id': '900c9c15-5bfa-487c-be27-e25e6a166d76', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:55:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7063c2a7-0fc6-418a-a6e3-359327511af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:58Z', 'updated_at': '2021-08-09T14:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '94ca1b72-e411-47e7-a572-b6f370c86037', 'name': '', 'network_id': '68be63ba-7c01-4e71-8f7c-e4220c46edd1', 'tenant_id': '94fcc7593f8842ca9f6f0582e70529d5', 'mac_address': 'fa:16:3e:f4:79:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7063c2a7-0fc6-418a-a6e3-359327511af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9dcc6b59-86eb-470d-a76e-ee60461948ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:32:05Z', 'updated_at': '2021-08-09T14:32:09Z', 'revision_number': 2, 'project_id': '94fcc7593f8842ca9f6f0582e70529d5', 'subnets': [{'id': '9dcc6b59-86eb-470d-a76e-ee60461948ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:12.986498 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] Checking router: 7063c2a7-0fc6-418a-a6e3-359327511af8 for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:32:12.986957 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] Updating router 7063c2a7-0fc6-418a-a6e3-359327511af8 port 94ca1b72-e411-47e7-a572-b6f370c86037 binding host dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:32:12.998927 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4e9a-7e21-48b2-9667-0f3b129fccc4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:13.058644 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 41308) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:13.069895 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:13.181640 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcb4e9a-7e21-48b2-9667-0f3b129fccc4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:32:13.213777 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-0fcb4e9a-7e21-48b2-9667-0f3b129fccc4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:32:13.250547 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcb4e9a-7e21-48b2-9667-0f3b129fccc4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:32:13.297279 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-ebd632ad-8923-4914-a130-c3067e00ba18 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ba323b85dd1a4ba1ae95e600d3776dcc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2366738 Aug 09 14:32:13.301668 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 41312) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:13.315979 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb4e9a-7e21-48b2-9667-0f3b129fccc4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Pushing event updated for resources: {'Port': ['ID=11f0cd63-b484-49b3-9c09-c54c2b239ff2,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:13.552167 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-90900ed2-e4b2-4d1a-a4a0-8d80b26cd37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:13.677961 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-90900ed2-e4b2-4d1a-a4a0-8d80b26cd37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:13.808576 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:13.821775 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] Transition to ACTIVE for port object 94ca1b72-e411-47e7-a572-b6f370c86037 will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:32:13.847830 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:13.894810 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:13.938916 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-90900ed2-e4b2-4d1a-a4a0-8d80b26cd37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:13.941990 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-90900ed2-e4b2-4d1a-a4a0-8d80b26cd37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:13.948401 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-90900ed2-e4b2-4d1a-a4a0-8d80b26cd37c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/754d37b4-2d2e-46d1-9419-7b12563d9cfe HTTP/1.1" status: 204 len: 168 time: 0.6295886 Aug 09 14:32:13.975087 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90900ed2-e4b2-4d1a-a4a0-8d80b26cd37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754d37b4-2d2e-46d1-9419-7b12563d9cfe,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:13.988931 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c6e69-9c4e-4f52-828e-13bdfef973d8 None None] Pushing event updated for resources: {'Port': ['ID=94ca1b72-e411-47e7-a572-b6f370c86037,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:14.000269 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port a01cced0-8c18-4340-833f-e26a96af49fb, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=a01cced0-8c18-4340-833f-e26a96af49fb,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:32:14.042050 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] Attempting to bind port 94ca1b72-e411-47e7-a572-b6f370c86037 on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:32:14.042416 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] Attempting to bind port 94ca1b72-e411-47e7-a572-b6f370c86037 by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': '9d04187b-f6c9-4d6d-b679-e88017fcf2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '68be63ba-7c01-4e71-8f7c-e4220c46edd1'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:32:14.043389 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] Attempting to bind port 94ca1b72-e411-47e7-a572-b6f370c86037 on network 68be63ba-7c01-4e71-8f7c-e4220c46edd1 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:32:14.046058 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:14.078107 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:32:14.078107 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] Checking segment: {'id': '9d04187b-f6c9-4d6d-b679-e88017fcf2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '68be63ba-7c01-4e71-8f7c-e4220c46edd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:32:14.078107 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:14.079146 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] Bound using segment: {'id': '9d04187b-f6c9-4d6d-b679-e88017fcf2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '68be63ba-7c01-4e71-8f7c-e4220c46edd1'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:32:14.079146 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] Bound port: 94ca1b72-e411-47e7-a572-b6f370c86037, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d04187b-f6c9-4d6d-b679-e88017fcf2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '68be63ba-7c01-4e71-8f7c-e4220c46edd1'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:32:14.079465 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:14.165326 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=a01cced0-8c18-4340-833f-e26a96af49fb,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:14.194212 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] For port 94ca1b72-e411-47e7-a572-b6f370c86037, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:32:14.200268 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] For port 94ca1b72-e411-47e7-a572-b6f370c86037, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=94ca1b72-e411-47e7-a572-b6f370c86037,segment=NetworkSegment(9d04187b-f6c9-4d6d-b679-e88017fcf2fd),segment_id=9d04187b-f6c9-4d6d-b679-e88017fcf2fd)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:32:14.207204 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:14.230707 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 41352) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:14.297084 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cfffa-efea-441a-840c-dd25f0c5ee1c req-b2d19762-0cc9-4c22-9fc2-44b11f2a5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:14.303034 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cc7cfffa-efea-441a-840c-dd25f0c5ee1c req-b2d19762-0cc9-4c22-9fc2-44b11f2a5859 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=631313c1e85f4eb58fed107b6fc9aa1a&device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 1096 time: 1.0231578 Aug 09 14:32:14.309009 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4e9a-7e21-48b2-9667-0f3b129fccc4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:14.309537 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] Routers {'7063c2a7-0fc6-418a-a6e3-359327511af8'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:32:14.310204 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:32:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['7063c2a7-0fc6-418a-a6e3-359327511af8'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:14.320302 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-51f5f577-c415-4be6-8245-500cf76ef30e tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:14.333950 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-51f5f577-c415-4be6-8245-500cf76ef30e tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/networks?id=68be63ba-7c01-4e71-8f7c-e4220c46edd1 HTTP/1.1" status: 200 len: 817 time: 0.8556135 Aug 09 14:32:14.358220 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 41356) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:14.393112 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-9320a07a-da2c-4385-ae41-64c9c54516e0 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/quotas/94fcc7593f8842ca9f6f0582e70529d5 HTTP/1.1" status: 200 len: 375 time: 0.0561211 Aug 09 14:32:14.424124 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c6e69-9c4e-4f52-828e-13bdfef973d8 None None] Pushing event updated for resources: {'Port': ['ID=94ca1b72-e411-47e7-a572-b6f370c86037,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:14.596956 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] Set router 7063c2a7-0fc6-418a-a6e3-359327511af8 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:32:14.657080 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-cea2ed7f-3c87-4620-b8e3-19320e652f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:14.667710 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b4159-a1a3-416a-8184-2c52fcec2050 req-bb69b936-3e28-4400-93df-a38894f7cafd tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:14.677473 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a01b4159-a1a3-416a-8184-2c52fcec2050 req-bb69b936-3e28-4400-93df-a38894f7cafd tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 943 time: 1.1308200 Aug 09 14:32:14.980831 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a01b4159-a1a3-416a-8184-2c52fcec2050 req-44f08150-3757-40f2-bcb7-446f4bb709b0 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/security-groups?id=a66b5ab9-7ddb-4fdf-98b3-e4272254c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352331 Aug 09 14:32:15.043703 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4e9a-7e21-48b2-9667-0f3b129fccc4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:15.053423 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0833-8e26-4d7a-95d7-c2258f9c40cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:15.097161 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-cea2ed7f-3c87-4620-b8e3-19320e652f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:15.111496 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-cea2ed7f-3c87-4620-b8e3-19320e652f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:15.186823 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2ed7f-3c87-4620-b8e3-19320e652f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36471c9-eb21-47e2-ad81-35d7d0155e65,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:15.224726 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-cea2ed7f-3c87-4620-b8e3-19320e652f33 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=59c6a2cc2b3f4086a105085ae3ddeef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9893415 Aug 09 14:32:15.231323 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 41384) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:15.244590 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7063c2a7-0fc6-418a-a6e3-359327511af8', 'name': 'tempest-ServerRescueNegativeTestJSON-67312957-router', 'tenant_id': '94fcc7593f8842ca9f6f0582e70529d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '900c9c15-5bfa-487c-be27-e25e6a166d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:32:07Z', 'revision_number': 4, 'project_id': '94fcc7593f8842ca9f6f0582e70529d5', 'gw_port': {'id': '900c9c15-5bfa-487c-be27-e25e6a166d76', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:55:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7063c2a7-0fc6-418a-a6e3-359327511af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:58Z', 'updated_at': '2021-08-09T14:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '94ca1b72-e411-47e7-a572-b6f370c86037', 'name': '', 'network_id': '68be63ba-7c01-4e71-8f7c-e4220c46edd1', 'tenant_id': '94fcc7593f8842ca9f6f0582e70529d5', 'mac_address': 'fa:16:3e:f4:79:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7063c2a7-0fc6-418a-a6e3-359327511af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9dcc6b59-86eb-470d-a76e-ee60461948ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:32:05Z', 'updated_at': '2021-08-09T14:32:14Z', 'revision_number': 4, 'project_id': '94fcc7593f8842ca9f6f0582e70529d5', 'subnets': [{'id': '9dcc6b59-86eb-470d-a76e-ee60461948ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:15.286872 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 41386) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:15.293652 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2353db33-edff-4012-8bcb-e4bb0a505635 None None] The sync data for ids ['7063c2a7-0fc6-418a-a6e3-359327511af8'] in dv-cinder-780933-12-iscsi is: [{'id': '7063c2a7-0fc6-418a-a6e3-359327511af8', 'name': 'tempest-ServerRescueNegativeTestJSON-67312957-router', 'tenant_id': '94fcc7593f8842ca9f6f0582e70529d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '900c9c15-5bfa-487c-be27-e25e6a166d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:32:07Z', 'revision_number': 4, 'project_id': '94fcc7593f8842ca9f6f0582e70529d5', 'gw_port': {'id': '900c9c15-5bfa-487c-be27-e25e6a166d76', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:55:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7063c2a7-0fc6-418a-a6e3-359327511af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:58Z', 'updated_at': '2021-08-09T14:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '94ca1b72-e411-47e7-a572-b6f370c86037', 'name': '', 'network_id': '68be63ba-7c01-4e71-8f7c-e4220c46edd1', 'tenant_id': '94fcc7593f8842ca9f6f0582e70529d5', 'mac_address': 'fa:16:3e:f4:79:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7063c2a7-0fc6-418a-a6e3-359327511af8', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9dcc6b59-86eb-470d-a76e-ee60461948ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:32:05Z', 'updated_at': '2021-08-09T14:32:14Z', 'revision_number': 4, 'project_id': '94fcc7593f8842ca9f6f0582e70529d5', 'subnets': [{'id': '9dcc6b59-86eb-470d-a76e-ee60461948ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:32:15.361595 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e0cfad82-dfb5-4f21-8267-fc1452e225fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:15.422577 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e0cfad82-dfb5-4f21-8267-fc1452e225fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:15.582626 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-a321d0dc-f843-44c1-baca-488bede3ed00 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=91d7663489a345ce99daf07537be94a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2944098 Aug 09 14:32:15.589724 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 41396) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:15.968054 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0833-8e26-4d7a-95d7-c2258f9c40cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:15.977423 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-09cc2499-604f-4f4b-a35c-093de4d80c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:15.982973 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0833-8e26-4d7a-95d7-c2258f9c40cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:16.024935 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e0cfad82-dfb5-4f21-8267-fc1452e225fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:16.033993 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e0cfad82-dfb5-4f21-8267-fc1452e225fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:16.037686 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-e0cfad82-dfb5-4f21-8267-fc1452e225fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f36471c9-eb21-47e2-ad81-35d7d0155e65 HTTP/1.1" status: 204 len: 168 time: 0.8051684 Aug 09 14:32:16.150197 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-3b2e0833-8e26-4d7a-95d7-c2258f9c40cb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de7c086d21c94959b34957f8bcbaf51f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7908125 Aug 09 14:32:16.171153 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 41414) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:16.223098 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-09cc2499-604f-4f4b-a35c-093de4d80c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:16.305929 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e0833-8e26-4d7a-95d7-c2258f9c40cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a3b89b-4769-436f-bcf4-b878ea937ed7,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:16.315788 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-dcda97d8-43a5-4827-ad0e-e6fb8d548efd tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=94fcc7593f8842ca9f6f0582e70529d5&fields=id HTTP/1.1" status: 200 len: 255 time: 1.9211712 Aug 09 14:32:16.377418 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cfad82-dfb5-4f21-8267-fc1452e225fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36471c9-eb21-47e2-ad81-35d7d0155e65,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:16.407054 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4e9a-7e21-48b2-9667-0f3b129fccc4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:16.497609 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4e9a-7e21-48b2-9667-0f3b129fccc4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:16.541992 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cfffa-efea-441a-840c-dd25f0c5ee1c req-b61ee0c4-b798-47e7-9958-ea0fd79d3b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:16.543750 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cc7cfffa-efea-441a-840c-dd25f0c5ee1c req-b61ee0c4-b798-47e7-9958-ea0fd79d3b1b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=631313c1e85f4eb58fed107b6fc9aa1a&shared=False HTTP/1.1" status: 200 len: 912 time: 2.1996558 Aug 09 14:32:16.562300 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 94ca1b72-e411-47e7-a572-b6f370c86037 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:32:16.613185 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-09cc2499-604f-4f4b-a35c-093de4d80c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:16.622354 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-09cc2499-604f-4f4b-a35c-093de4d80c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:16.633921 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-09cc2499-604f-4f4b-a35c-093de4d80c62 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/142d5ce5-eb3f-4691-a261-3a33750367f4 HTTP/1.1" status: 204 len: 168 time: 1.0267885 Aug 09 14:32:16.634547 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-299bc1b2-fe7a-491c-aec3-d68f460b8314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:16.666624 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4e9a-7e21-48b2-9667-0f3b129fccc4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744004'] for floatingip, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:16.684843 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc2499-604f-4f4b-a35c-093de4d80c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142d5ce5-eb3f-4691-a261-3a33750367f4,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:16.721458 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-299bc1b2-fe7a-491c-aec3-d68f460b8314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:16.817737 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 41434) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:16.886229 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-299bc1b2-fe7a-491c-aec3-d68f460b8314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:16.888963 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-299bc1b2-fe7a-491c-aec3-d68f460b8314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:16.890185 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-299bc1b2-fe7a-491c-aec3-d68f460b8314 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89a3b89b-4769-436f-bcf4-b878ea937ed7 HTTP/1.1" status: 204 len: 168 time: 0.7016432 Aug 09 14:32:16.917889 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299bc1b2-fe7a-491c-aec3-d68f460b8314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a3b89b-4769-436f-bcf4-b878ea937ed7,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:16.934096 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4e9a-7e21-48b2-9667-0f3b129fccc4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:16.948599 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-0fcb4e9a-7e21-48b2-9667-0f3b129fccc4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0269938 Aug 09 14:32:17.050951 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb4e9a-7e21-48b2-9667-0f3b129fccc4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Pushing event updated for resources: {'Port': ['ID=11f0cd63-b484-49b3-9c09-c54c2b239ff2,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:17.107007 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a1710-8854-4089-aa88-a3c36adc4a71 req-a421586d-3984-4272-b3aa-83c0631fbd30 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:17.108868 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-096a1710-8854-4089-aa88-a3c36adc4a71 req-a421586d-3984-4272-b3aa-83c0631fbd30 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 943 time: 0.7562687 Aug 09 14:32:17.203149 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:17.314427 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port 94ca1b72-e411-47e7-a572-b6f370c86037 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:32:17.319192 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 94ca1b72-e411-47e7-a572-b6f370c86037 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:32:17.319573 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:17.477315 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-096a1710-8854-4089-aa88-a3c36adc4a71 req-bd1c7be7-a16c-41bb-95ed-ba7eef474a1c tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/security-groups?id=a66b5ab9-7ddb-4fdf-98b3-e4272254c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320789 Aug 09 14:32:17.529179 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7927970e-59db-4546-949a-f17db144a9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:17.543661 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cfffa-efea-441a-840c-dd25f0c5ee1c req-ce78d776-96be-4e4c-ae06-aa2897d624e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:17.546738 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cc7cfffa-efea-441a-840c-dd25f0c5ee1c req-ce78d776-96be-4e4c-ae06-aa2897d624e5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8160293 Aug 09 14:32:17.648305 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:17.767520 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port 94ca1b72-e411-47e7-a572-b6f370c86037, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=94ca1b72-e411-47e7-a572-b6f370c86037,segment=NetworkSegment(9d04187b-f6c9-4d6d-b679-e88017fcf2fd),segment_id=9d04187b-f6c9-4d6d-b679-e88017fcf2fd)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:32:17.777445 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:17.782101 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device a01cced0-8c18-4340-833f-e26a96af49fb up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:32:17.844186 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7927970e-59db-4546-949a-f17db144a9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:17.857005 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7927970e-59db-4546-949a-f17db144a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:17.979717 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-fb78c43d-51e6-4cf5-8be8-983308c66136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:17.985562 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927970e-59db-4546-949a-f17db144a9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831f2e4c-2e0a-448c-aac4-54ccbb077fd3,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:17.987989 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-fb78c43d-51e6-4cf5-8be8-983308c66136 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=631313c1e85f4eb58fed107b6fc9aa1a&device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 1096 time: 0.1774857 Aug 09 14:32:18.014315 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-7927970e-59db-4546-949a-f17db144a9ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4fdf05d0275c4a90a42baad7d8e4ee2d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1840708 Aug 09 14:32:18.015298 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 41480) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:18.019084 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-9c3d7ed6-06ea-492c-9cc1-5bd386c43224 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 14:32:18.024150 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-9c3d7ed6-06ea-492c-9cc1-5bd386c43224 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9139369 Aug 09 14:32:18.049361 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=94ca1b72-e411-47e7-a572-b6f370c86037,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:18.076957 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port a01cced0-8c18-4340-833f-e26a96af49fb triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:32:18.077692 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:18.136464 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c264dfd9-5f99-4db2-a9e0-d6f5b838e919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:18.201506 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c264dfd9-5f99-4db2-a9e0-d6f5b838e919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:18.304436 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c264dfd9-5f99-4db2-a9e0-d6f5b838e919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:18.307691 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c264dfd9-5f99-4db2-a9e0-d6f5b838e919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:18.311251 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-c264dfd9-5f99-4db2-a9e0-d6f5b838e919 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/831f2e4c-2e0a-448c-aac4-54ccbb077fd3 HTTP/1.1" status: 204 len: 168 time: 0.2946358 Aug 09 14:32:18.317438 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-6b2d4b87-0859-4bdb-b833-7d347cf932b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0faa9104-9f72-40af-8466-f1890c97aacf HTTP/1.1" status: 200 len: 217 time: 0.2092488 Aug 09 14:32:18.323950 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-3c848883-ac2b-4563-a9b0-c89ce3f1ec98 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1239250490&fields=id&tenant_id=0d1d83df37494330a7851a5b1ddb7199 HTTP/1.1" status: 200 len: 267 time: 0.3483989 Aug 09 14:32:18.335677 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264dfd9-5f99-4db2-a9e0-d6f5b838e919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831f2e4c-2e0a-448c-aac4-54ccbb077fd3,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:18.346645 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 41490) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:18.392791 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7be63bd0-ad2a-4673-a43d-e35f401c7f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:18.417451 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-96e186e3-b7e4-4873-ac97-2471be6f01a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:18.419315 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-96e186e3-b7e4-4873-ac97-2471be6f01a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0fe49088-2537-4830-8f0a-14243c85536c HTTP/1.1" status: 200 len: 851 time: 0.0881517 Aug 09 14:32:18.516520 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 94ca1b72-e411-47e7-a572-b6f370c86037 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:32:18.623135 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-60f7c2aa-00d5-4e12-b95c-9c55bb3e0dba tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:18.623135 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-60f7c2aa-00d5-4e12-b95c-9c55bb3e0dba tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/networks?id=a1a85733-b746-4659-8c30-3b0e459dbc6f HTTP/1.1" status: 200 len: 817 time: 0.1990037 Aug 09 14:32:18.661666 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 94ca1b72-e411-47e7-a572-b6f370c86037 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:32:18.662954 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:18.713796 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7be63bd0-ad2a-4673-a43d-e35f401c7f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:18.718072 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-57ff503a-6836-4740-93b5-a9becc9f0ce7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31eea100-91ef-48f9-98f6-c2a3c8908c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141198 Aug 09 14:32:18.727674 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7be63bd0-ad2a-4673-a43d-e35f401c7f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:18.761541 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-54e0571d-067f-4d77-aab4-89dacc732ef0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/quotas/0d1d83df37494330a7851a5b1ddb7199 HTTP/1.1" status: 200 len: 375 time: 0.0475011 Aug 09 14:32:18.821403 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-7be63bd0-ad2a-4673-a43d-e35f401c7f8e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ecf51e04d0a6412b96f86caf77296415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4735105 Aug 09 14:32:18.822194 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be63bd0-ad2a-4673-a43d-e35f401c7f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ddfffe-7116-4edd-b890-1556b85a3d5e,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:18.847207 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 41500) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:18.862337 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-369d8ba0-0d17-4889-ae9e-21a91578f22e service neutron] 10.222.0.60 "GET /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7900946 Aug 09 14:32:18.945669 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-00ef0ed2-c071-4c3c-9a6f-5a2bc576f7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:19.028485 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-00ef0ed2-c071-4c3c-9a6f-5a2bc576f7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:19.083130 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-dc2949a8-54ce-48e9-b996-d9471eda3567 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d1d83df37494330a7851a5b1ddb7199&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3207047 Aug 09 14:32:19.096155 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-e20bd2b2-f1fa-4840-a598-fca1529c5b6b service neutron] 10.222.0.11 "GET /v2.0/networks/31eea100-91ef-48f9-98f6-c2a3c8908c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573992 Aug 09 14:32:19.147994 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-00ef0ed2-c071-4c3c-9a6f-5a2bc576f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:19.156303 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-6e46c40d-f1d3-4699-ab7c-49d3c3b8682b service neutron] 10.222.0.60 "GET /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401214 Aug 09 14:32:19.158577 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-00ef0ed2-c071-4c3c-9a6f-5a2bc576f7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:19.165029 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-00ef0ed2-c071-4c3c-9a6f-5a2bc576f7f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32ddfffe-7116-4edd-b890-1556b85a3d5e HTTP/1.1" status: 204 len: 168 time: 0.3135872 Aug 09 14:32:19.187983 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef0ed2-c071-4c3c-9a6f-5a2bc576f7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ddfffe-7116-4edd-b890-1556b85a3d5e,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:19.196191 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 41516) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:19.241221 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-bda32cdb-16b9-4bb6-942f-e5439e35f591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:19.372762 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8b2dbf58-747d-4783-a732-2db0b8e8808f req-8d22e384-5a32-4809-9b47-ee3e85434901 service neutron] 10.222.0.11 "GET /v2.0/networks/31eea100-91ef-48f9-98f6-c2a3c8908c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607205 Aug 09 14:32:19.397942 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-785cec34-0d59-4d5f-ad54-28299aed01bc service neutron] 10.222.0.60 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721961 Aug 09 14:32:19.588115 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-bda32cdb-16b9-4bb6-942f-e5439e35f591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:19.597043 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-bda32cdb-16b9-4bb6-942f-e5439e35f591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:19.660732 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-395039e1-f801-41d4-9115-aefd645fc7a0 service neutron] 10.222.0.60 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495825 Aug 09 14:32:19.712851 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-bda32cdb-16b9-4bb6-942f-e5439e35f591 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=76f9a4f77969434e85ae8851096cf080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5126274 Aug 09 14:32:19.715613 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda32cdb-16b9-4bb6-942f-e5439e35f591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae9ad8d-634e-48b8-ba28-26fd6099786d,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:19.716294 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 41536) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:19.851395 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d13575f8-b5ae-4007-b9b0-6ef72e069c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:19.959782 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d13575f8-b5ae-4007-b9b0-6ef72e069c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:20.198894 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a4d18115-3cd4-47ef-a4c1-267c50091c1d req-ee9d10d1-a284-4810-ae5a-2199d7f29b4c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 210 time: 0.1760950 Aug 09 14:32:20.229362 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d13575f8-b5ae-4007-b9b0-6ef72e069c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:20.235091 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d13575f8-b5ae-4007-b9b0-6ef72e069c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:20.245015 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-d13575f8-b5ae-4007-b9b0-6ef72e069c46 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ae9ad8d-634e-48b8-ba28-26fd6099786d HTTP/1.1" status: 204 len: 168 time: 0.5274715 Aug 09 14:32:20.269986 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844efd8-5224-401f-b284-13b22d975557 req-b12bed4e-2d82-4439-abab-560b2f0abbd6 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:20.285480 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0844efd8-5224-401f-b284-13b22d975557 req-b12bed4e-2d82-4439-abab-560b2f0abbd6 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 943 time: 0.3849165 Aug 09 14:32:20.364916 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13575f8-b5ae-4007-b9b0-6ef72e069c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae9ad8d-634e-48b8-ba28-26fd6099786d,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:20.369885 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7dd3c6bd-7037-44dd-b669-aef1d1379800 req-a116098a-64ff-46b5-a2dd-e7971301e8f0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 210 time: 0.0804503 Aug 09 14:32:20.425107 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0844efd8-5224-401f-b284-13b22d975557 req-7e9da3fe-5ade-4596-a25f-087fe4df0b37 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/security-groups?id=a66b5ab9-7ddb-4fdf-98b3-e4272254c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192923 Aug 09 14:32:20.746583 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-f757b249-6d59-4731-8ac7-5a78f81326ff tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:20.765385 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-f757b249-6d59-4731-8ac7-5a78f81326ff tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/networks?id=68be63ba-7c01-4e71-8f7c-e4220c46edd1 HTTP/1.1" status: 200 len: 817 time: 0.1709445 Aug 09 14:32:20.798319 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-1f4a5c61-f09a-4f02-8dff-500bc713d2a9 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/quotas/94fcc7593f8842ca9f6f0582e70529d5 HTTP/1.1" status: 200 len: 375 time: 0.0303216 Aug 09 14:32:21.160990 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-4794bfd1-3680-49bc-a8c2-56d690ea91e9 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=94fcc7593f8842ca9f6f0582e70529d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3615110 Aug 09 14:32:21.290663 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-814f6eff-1b43-41ed-aec2-f8967496e461 service neutron] 10.222.0.60 "GET /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283057 Aug 09 14:32:21.658949 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c62639a3-324e-4cb8-b09a-9ce8a1d831ec req-ef51f83a-d3e9-4524-a536-0cf6679424e5 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 210 time: 0.1205721 Aug 09 14:32:21.759463 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-c40ac333-2602-4e86-a3b2-6c431ab6516d service neutron] 10.222.0.60 "GET /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523618 Aug 09 14:32:21.818268 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-d002ea35-f18f-4df8-b2a8-d8af8ad29043 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:21.820497 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-d002ea35-f18f-4df8-b2a8-d8af8ad29043 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.11 "GET /v2.0/networks?id=a1a85733-b746-4659-8c30-3b0e459dbc6f HTTP/1.1" status: 200 len: 817 time: 0.3471222 Aug 09 14:32:21.846114 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bcbdf-b728-401c-a90a-39502ddc1ddf req-d35b8322-1ac6-416e-8e6e-d984c169948a tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:21.848256 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9f0bcbdf-b728-401c-a90a-39502ddc1ddf req-d35b8322-1ac6-416e-8e6e-d984c169948a tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 943 time: 0.0921471 Aug 09 14:32:21.879242 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.11', 63241) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:21.930731 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-b0bb9486-7485-49d5-8c27-7c8995be9166 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d1d83df37494330a7851a5b1ddb7199 HTTP/1.1" status: 200 len: 380 time: 0.0971487 Aug 09 14:32:21.941270 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-bcc5178b-b530-42a8-ba44-1888e100cc2a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Request body: {'port': {'device_id': '460fe605-d6f8-4dc4-ae5e-5d8d35d1e475', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'admin_state_up': True, 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'security_groups': ['4ec32979-bba2-4496-9deb-338d18e11154']}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:32:21.959156 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9f0bcbdf-b728-401c-a90a-39502ddc1ddf req-9a6d65d9-14d1-4029-8fd7-29447b2095f1 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/security-groups?id=a66b5ab9-7ddb-4fdf-98b3-e4272254c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963843 Aug 09 14:32:22.280269 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-dddb259b-87e3-4e43-8dda-321126813488 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:22.281972 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-dddb259b-87e3-4e43-8dda-321126813488 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.11 "GET /v2.0/networks?id=68be63ba-7c01-4e71-8f7c-e4220c46edd1 HTTP/1.1" status: 200 len: 817 time: 0.4010618 Aug 09 14:32:22.298612 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-00e0df9f-1db5-4b6e-a783-7d3ad5cff91c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Request body: {'port': {'device_id': '5af7831b-e849-4788-aa7c-2321524d4f12', 'network_id': '68be63ba-7c01-4e71-8f7c-e4220c46edd1', 'admin_state_up': True, 'tenant_id': '94fcc7593f8842ca9f6f0582e70529d5'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:32:22.304384 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3f95565e-e2cd-4d3c-8126-cf8054a76091 req-cc2d3807-985a-4fb0-a71e-4a0760c38371 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 210 time: 0.1977355 Aug 09 14:32:22.402293 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-bcc5178b-b530-42a8-ba44-1888e100cc2a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Made reservation on behalf of 0d1d83df37494330a7851a5b1ddb7199 for: {'port': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:32:22.409019 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-bcc5178b-b530-42a8-ba44-1888e100cc2a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:22.623769 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-bcc5178b-b530-42a8-ba44-1888e100cc2a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Allocated IP 172.20.0.10 (a1a85733-b746-4659-8c30-3b0e459dbc6f/3d011544-2652-42c4-bd98-5da36fbdc571/6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:32:22.717245 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-00e0df9f-1db5-4b6e-a783-7d3ad5cff91c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Made reservation on behalf of 94fcc7593f8842ca9f6f0582e70529d5 for: {'port': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:32:22.723024 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-00e0df9f-1db5-4b6e-a783-7d3ad5cff91c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:22.941548 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-bcc5178b-b530-42a8-ba44-1888e100cc2a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:22.975174 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-bcc5178b-b530-42a8-ba44-1888e100cc2a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Transition to ACTIVE for port object 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 will not be triggered until provisioned by entity DHCP. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:32:23.087205 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7e14e60a-93ad-4068-8a43-a931828620a4 req-f7dd7755-4b8f-4558-b21d-455509efd599 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 210 time: 0.0516524 Aug 09 14:32:23.142034 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-bcc5178b-b530-42a8-ba44-1888e100cc2a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:23.147261 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-00e0df9f-1db5-4b6e-a783-7d3ad5cff91c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Allocated IP 172.20.0.12 (68be63ba-7c01-4e71-8f7c-e4220c46edd1/9dcc6b59-86eb-470d-a76e-ee60461948ce/7ff66cbd-28c4-41a1-ba5f-98ed546c83a2) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:32:23.164305 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6124d92-9a6b-4e1e-8969-181600c25482 req-dab0199d-b213-4489-955c-108347003894 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:23.167286 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d6124d92-9a6b-4e1e-8969-181600c25482 req-dab0199d-b213-4489-955c-108347003894 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 943 time: 0.0870020 Aug 09 14:32:23.277160 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-bcc5178b-b530-42a8-ba44-1888e100cc2a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Network a1a85733-b746-4659-8c30-3b0e459dbc6f is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:32:23.319572 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-bcc5178b-b530-42a8-ba44-1888e100cc2a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:32:23.336396 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-bcc5178b-b530-42a8-ba44-1888e100cc2a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:32:23.341383 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 0faa9104-9f72-40af-8466-f1890c97aacf details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:32:23.348978 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-bcc5178b-b530-42a8-ba44-1888e100cc2a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:23.360237 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-bcc5178b-b530-42a8-ba44-1888e100cc2a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:23.409555 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5178b-b530-42a8-ba44-1888e100cc2a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Pushing event updated for resources: {'Port': ['ID=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:23.468771 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.11', 63247) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:23.472460 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d6124d92-9a6b-4e1e-8969-181600c25482 req-6dd957e7-24d2-4cb7-b9bc-551e867dcfc3 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/security-groups?id=a66b5ab9-7ddb-4fdf-98b3-e4272254c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638614 Aug 09 14:32:23.495324 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-bcc5178b-b530-42a8-ba44-1888e100cc2a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5582576 Aug 09 14:32:23.498704 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e2ef98d0-445b-4c8d-855f-d0d3e6ad36f5 req-3ecd2138-1236-4f86-b43b-7132b63d824f tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 210 time: 0.0598416 Aug 09 14:32:23.515569 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-15435fb5-c2d6-4f4c-8df0-ae9822baf9ac service neutron] Request body: {'port': {'device_id': '460fe605-d6f8-4dc4-ae5e-5d8d35d1e475', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:32:23.648519 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 0faa9104-9f72-40af-8466-f1890c97aacf, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0faa9104-9f72-40af-8466-f1890c97aacf,segment=NetworkSegment(c5447483-891a-43e3-b473-80f0b833b50d),segment_id=c5447483-891a-43e3-b473-80f0b833b50d)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:32:23.653229 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-15435fb5-c2d6-4f4c-8df0-ae9822baf9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:23.678219 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': '0faa9104-9f72-40af-8466-f1890c97aacf', 'network_id': '31eea100-91ef-48f9-98f6-c2a3c8908c68', 'port_id': '0faa9104-9f72-40af-8466-f1890c97aacf', 'mac_address': 'fa:16:3e:33:e3:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe49088-2537-4830-8f0a-14243c85536c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:32:23.781586 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:23.811179 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0faa9104-9f72-40af-8466-f1890c97aacf {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:32:23.854970 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 0faa9104-9f72-40af-8466-f1890c97aacf, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0faa9104-9f72-40af-8466-f1890c97aacf,segment=NetworkSegment(c5447483-891a-43e3-b473-80f0b833b50d),segment_id=c5447483-891a-43e3-b473-80f0b833b50d)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:32:23.862695 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:23.894056 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-61aab65e-51c4-4cf7-9ea7-907f5847fef4 None None] Provisioning for port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:32:23.899086 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-00e0df9f-1db5-4b6e-a783-7d3ad5cff91c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:23.904321 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-61aab65e-51c4-4cf7-9ea7-907f5847fef4 None None] Provisioning complete for port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:32:23.904920 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-61aab65e-51c4-4cf7-9ea7-907f5847fef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:23.954865 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-00e0df9f-1db5-4b6e-a783-7d3ad5cff91c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:23.974545 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=0faa9104-9f72-40af-8466-f1890c97aacf,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:23.980758 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-61aab65e-51c4-4cf7-9ea7-907f5847fef4 None None] Port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:32:24.095646 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0df9f-1db5-4b6e-a783-7d3ad5cff91c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Pushing event updated for resources: {'Port': ['ID=7ff66cbd-28c4-41a1-ba5f-98ed546c83a2,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:24.109886 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-00e0df9f-1db5-4b6e-a783-7d3ad5cff91c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Network 68be63ba-7c01-4e71-8f7c-e4220c46edd1 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:32:24.111436 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['0faa9104-9f72-40af-8466-f1890c97aacf'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:32:24.115237 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-00e0df9f-1db5-4b6e-a783-7d3ad5cff91c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:32:24.118013 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-00e0df9f-1db5-4b6e-a783-7d3ad5cff91c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:32:24.174953 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-00e0df9f-1db5-4b6e-a783-7d3ad5cff91c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:24.175775 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-00e0df9f-1db5-4b6e-a783-7d3ad5cff91c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:24.200033 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-00e0df9f-1db5-4b6e-a783-7d3ad5cff91c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9070587 Aug 09 14:32:24.216224 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-58390a0f-fb45-4ef8-bbdc-13fc56442c9b service neutron] Request body: {'port': {'device_id': '5af7831b-e849-4788-aa7c-2321524d4f12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:32:24.282345 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-15435fb5-c2d6-4f4c-8df0-ae9822baf9ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 {{(pid=93282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:32:24.309509 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-15435fb5-c2d6-4f4c-8df0-ae9822baf9ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:24.337958 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-97ae2f10-39ab-441b-8eed-f0c082fc0cae tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:24.339996 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-97ae2f10-39ab-441b-8eed-f0c082fc0cae tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.11 "GET /v2.0/networks?id=68be63ba-7c01-4e71-8f7c-e4220c46edd1 HTTP/1.1" status: 200 len: 817 time: 0.8516483 Aug 09 14:32:24.347294 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-58390a0f-fb45-4ef8-bbdc-13fc56442c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:24.357401 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-8919bcf3-1e7e-446a-99c7-8a950984a6a6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Request body: {'port': {'device_id': 'f2a1137b-ffcc-4368-86ce-a46be7ad84b4', 'network_id': '68be63ba-7c01-4e71-8f7c-e4220c46edd1', 'admin_state_up': True, 'tenant_id': '94fcc7593f8842ca9f6f0582e70529d5'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:32:24.399869 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-15435fb5-c2d6-4f4c-8df0-ae9822baf9ac service neutron] Transition to ACTIVE for port object 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 will not be triggered until provisioned by entity L2. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:32:24.409981 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-15435fb5-c2d6-4f4c-8df0-ae9822baf9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:24.561991 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b62690-058b-4745-95ff-e9be914116b8 req-8e13fe42-6735-42d9-9d74-9b4d4c2ac9c8 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:24.572831 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-74b62690-058b-4745-95ff-e9be914116b8 req-8e13fe42-6735-42d9-9d74-9b4d4c2ac9c8 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 932 time: 0.2664547 Aug 09 14:32:24.604750 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 41784) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:24.629027 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15435fb5-c2d6-4f4c-8df0-ae9822baf9ac service neutron] Pushing event updated for resources: {'Port': ['ID=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:24.682725 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-74b62690-058b-4745-95ff-e9be914116b8 req-46ce131a-0163-4f0c-ada0-728d75535549 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592039 Aug 09 14:32:24.757927 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c57380-749f-4aca-808b-bad6aed0e357 req-82e7a626-4849-4142-addf-381a953caa65 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:24.760101 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-18c57380-749f-4aca-808b-bad6aed0e357 req-82e7a626-4849-4142-addf-381a953caa65 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 944 time: 0.1531527 Aug 09 14:32:24.767359 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-15435fb5-c2d6-4f4c-8df0-ae9822baf9ac service neutron] Attempting to bind port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:32:24.768707 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-15435fb5-c2d6-4f4c-8df0-ae9822baf9ac service neutron] Attempting to bind port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '3623aa24-3ad5-40d1-9ca3-8c441de4e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f'}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:32:24.769503 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-15435fb5-c2d6-4f4c-8df0-ae9822baf9ac service neutron] Attempting to bind port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 on network a1a85733-b746-4659-8c30-3b0e459dbc6f {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:32:24.782000 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-15435fb5-c2d6-4f4c-8df0-ae9822baf9ac service neutron] Port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 on network a1a85733-b746-4659-8c30-3b0e459dbc6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:32:24.782276 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-15435fb5-c2d6-4f4c-8df0-ae9822baf9ac service neutron] Attempting to bind port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 on network a1a85733-b746-4659-8c30-3b0e459dbc6f {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:32:24.798169 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-15435fb5-c2d6-4f4c-8df0-ae9822baf9ac service neutron] Checking agent: {'id': '787e8c88-8117-4bdf-b5e3-a5a97e4f7369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'started_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:32:24.798515 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-15435fb5-c2d6-4f4c-8df0-ae9822baf9ac service neutron] Checking segment: {'id': '3623aa24-3ad5-40d1-9ca3-8c441de4e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:32:24.799583 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-15435fb5-c2d6-4f4c-8df0-ae9822baf9ac service neutron] Bound using segment: {'id': '3623aa24-3ad5-40d1-9ca3-8c441de4e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f'} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:32:24.800404 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-15435fb5-c2d6-4f4c-8df0-ae9822baf9ac service neutron] Bound port: 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3623aa24-3ad5-40d1-9ca3-8c441de4e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f'}}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:32:24.800614 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-15435fb5-c2d6-4f4c-8df0-ae9822baf9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:24.901134 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-15435fb5-c2d6-4f4c-8df0-ae9822baf9ac service neutron] For port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70, host hv-cinder-78093, cleared binding levels {{(pid=93282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:32:24.909365 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-15435fb5-c2d6-4f4c-8df0-ae9822baf9ac service neutron] For port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:32:24.928663 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b45e385e-bdaf-4629-8fab-9b419ff7ffd5 req-355941e9-c36e-40b2-ab8e-db987c0a7000 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 210 time: 0.1063666 Aug 09 14:32:24.929878 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-15435fb5-c2d6-4f4c-8df0-ae9822baf9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:24.992889 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-18c57380-749f-4aca-808b-bad6aed0e357 req-c6032120-25f7-4eca-9122-9a7ae0d8815c tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/security-groups?id=a66b5ab9-7ddb-4fdf-98b3-e4272254c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116082 Aug 09 14:32:25.002301 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-15435fb5-c2d6-4f4c-8df0-ae9822baf9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:25.003177 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-15435fb5-c2d6-4f4c-8df0-ae9822baf9ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:25.004610 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-15435fb5-c2d6-4f4c-8df0-ae9822baf9ac service neutron] 10.222.0.11 "PUT /v2.0/ports/6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 HTTP/1.1" status: 200 len: 1094 time: 1.4999371 Aug 09 14:32:25.005016 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460fe605-d6f8-4dc4-ae5e-5d8d35d1e475', 'tag': '6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:32:25.007209 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56ce326a282370cb2de39ae3136380dca3ea80517aac3f2975b0460684c6f47d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c5bf77-c5bd-4a1b-b150-970729192741" -d '{"events": [{"name": "network-changed", "server_uuid": "460fe605-d6f8-4dc4-ae5e-5d8d35d1e475", "tag": "6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:32:25.064383 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-8919bcf3-1e7e-446a-99c7-8a950984a6a6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Made reservation on behalf of 94fcc7593f8842ca9f6f0582e70529d5 for: {'port': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:32:25.071583 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-8919bcf3-1e7e-446a-99c7-8a950984a6a6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:25.098928 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d476d1-c9d2-4ad9-9560-8d85a82e912f x-openstack-request-id: req-b8d476d1-c9d2-4ad9-9560-8d85a82e912f {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:32:25.099230 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460fe605-d6f8-4dc4-ae5e-5d8d35d1e475", "tag": "6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:32:25.100011 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b8d476d1-c9d2-4ad9-9560-8d85a82e912f {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:32:25.100011 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460fe605-d6f8-4dc4-ae5e-5d8d35d1e475', 'tag': '6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70', 'status': 'completed', 'code': 200} Aug 09 14:32:25.110061 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15435fb5-c2d6-4f4c-8df0-ae9822baf9ac service neutron] Pushing event updated for resources: {'Port': ['ID=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70,revision_number=3']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:25.125447 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-2af31672-6242-432a-a95b-5f76529784f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:25.127824 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-2af31672-6242-432a-a95b-5f76529784f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d1d83df37494330a7851a5b1ddb7199&device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 1097 time: 0.0681665 Aug 09 14:32:25.177707 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-886e7830-d0b5-4531-bcb0-52b7aef47d61 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 HTTP/1.1" status: 200 len: 217 time: 0.0414360 Aug 09 14:32:25.206745 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-58390a0f-fb45-4ef8-bbdc-13fc56442c9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:32:25.255863 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7c12126b-1537-481b-a873-beb0048b73ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:25.258126 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 41806) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:25.276718 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-58390a0f-fb45-4ef8-bbdc-13fc56442c9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:25.301441 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-d171b544-7f8c-4783-b8e5-a8c3fd0231f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:25.303101 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-d171b544-7f8c-4783-b8e5-a8c3fd0231f6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d011544-2652-42c4-bd98-5da36fbdc571 HTTP/1.1" status: 200 len: 856 time: 0.1176608 Aug 09 14:32:25.313439 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 0faa9104-9f72-40af-8466-f1890c97aacf up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:32:25.323495 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-58390a0f-fb45-4ef8-bbdc-13fc56442c9b service neutron] Transition to ACTIVE for port object 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:32:25.337968 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-58390a0f-fb45-4ef8-bbdc-13fc56442c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:25.435715 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-d47ba3dd-8dc7-44b0-a215-e128fa29c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:25.440812 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-d47ba3dd-8dc7-44b0-a215-e128fa29c069 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1a85733-b746-4659-8c30-3b0e459dbc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1241002 Aug 09 14:32:25.450898 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58390a0f-fb45-4ef8-bbdc-13fc56442c9b service neutron] Pushing event updated for resources: {'Port': ['ID=7ff66cbd-28c4-41a1-ba5f-98ed546c83a2,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:25.484886 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning for port 0faa9104-9f72-40af-8466-f1890c97aacf completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:32:25.494543 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port 0faa9104-9f72-40af-8466-f1890c97aacf triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:32:25.494978 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:25.544741 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-8919bcf3-1e7e-446a-99c7-8a950984a6a6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Allocated IP 172.20.0.3 (68be63ba-7c01-4e71-8f7c-e4220c46edd1/9dcc6b59-86eb-470d-a76e-ee60461948ce/98ebeb51-f5a2-4956-a983-1505f5ec1060) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:32:25.589163 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b2275582-d2ae-435e-9787-efbcbc280ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:25.628355 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-58390a0f-fb45-4ef8-bbdc-13fc56442c9b service neutron] Attempting to bind port 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:32:25.628857 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-58390a0f-fb45-4ef8-bbdc-13fc56442c9b service neutron] Attempting to bind port 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '9d04187b-f6c9-4d6d-b679-e88017fcf2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '68be63ba-7c01-4e71-8f7c-e4220c46edd1'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:32:25.629310 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-58390a0f-fb45-4ef8-bbdc-13fc56442c9b service neutron] Attempting to bind port 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 on network 68be63ba-7c01-4e71-8f7c-e4220c46edd1 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:32:25.643717 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-488aa7e1-1b26-4e57-9cac-f43808b85131 service neutron] 10.222.0.11 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973577 Aug 09 14:32:25.644358 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-58390a0f-fb45-4ef8-bbdc-13fc56442c9b service neutron] Port 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 on network 68be63ba-7c01-4e71-8f7c-e4220c46edd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:32:25.644791 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-58390a0f-fb45-4ef8-bbdc-13fc56442c9b service neutron] Attempting to bind port 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 on network 68be63ba-7c01-4e71-8f7c-e4220c46edd1 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:32:25.648143 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:25.656522 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-58390a0f-fb45-4ef8-bbdc-13fc56442c9b service neutron] Checking agent: {'id': '787e8c88-8117-4bdf-b5e3-a5a97e4f7369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'started_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:32:25.657073 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-58390a0f-fb45-4ef8-bbdc-13fc56442c9b service neutron] Checking segment: {'id': '9d04187b-f6c9-4d6d-b679-e88017fcf2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '68be63ba-7c01-4e71-8f7c-e4220c46edd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:32:25.657826 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-58390a0f-fb45-4ef8-bbdc-13fc56442c9b service neutron] Bound using segment: {'id': '9d04187b-f6c9-4d6d-b679-e88017fcf2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '68be63ba-7c01-4e71-8f7c-e4220c46edd1'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:32:25.658540 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-58390a0f-fb45-4ef8-bbdc-13fc56442c9b service neutron] Bound port: 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d04187b-f6c9-4d6d-b679-e88017fcf2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '68be63ba-7c01-4e71-8f7c-e4220c46edd1'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:32:25.659191 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-58390a0f-fb45-4ef8-bbdc-13fc56442c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:25.680985 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489cc2ad-f891-4bb8-b977-fccb6cba16be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0faa9104-9f72-40af-8466-f1890c97aacf'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:32:25.692585 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7c12126b-1537-481b-a873-beb0048b73ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:25.747505 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7c12126b-1537-481b-a873-beb0048b73ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:25.784705 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-7c12126b-1537-481b-a873-beb0048b73ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=501d44d6336547d2affc9c62cf4e541e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1788526 Aug 09 14:32:25.791239 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 41820) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:25.851681 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 0faa9104-9f72-40af-8466-f1890c97aacf, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0faa9104-9f72-40af-8466-f1890c97aacf,segment=NetworkSegment(c5447483-891a-43e3-b473-80f0b833b50d),segment_id=c5447483-891a-43e3-b473-80f0b833b50d)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:32:25.861429 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:25.895137 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12126b-1537-481b-a873-beb0048b73ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b54d20-18eb-4374-bf7d-60f3fb8c92d2,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:25.904270 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-58390a0f-fb45-4ef8-bbdc-13fc56442c9b service neutron] For port 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2, host hv-cinder-78093, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:32:25.949559 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830cb32-5a96-44f0-a814-d93bc3f14759 req-4cff4af4-49ff-4cd4-b246-3906367fa7ab tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:25.951714 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e830cb32-5a96-44f0-a814-d93bc3f14759 req-4cff4af4-49ff-4cd4-b246-3906367fa7ab tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.1378732 Aug 09 14:32:25.960646 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-8919bcf3-1e7e-446a-99c7-8a950984a6a6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:25.970652 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-58390a0f-fb45-4ef8-bbdc-13fc56442c9b service neutron] For port 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7ff66cbd-28c4-41a1-ba5f-98ed546c83a2,segment=NetworkSegment(9d04187b-f6c9-4d6d-b679-e88017fcf2fd),segment_id=9d04187b-f6c9-4d6d-b679-e88017fcf2fd)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:32:25.989290 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-58390a0f-fb45-4ef8-bbdc-13fc56442c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:25.995375 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7fb809e0-4e80-49fb-ad87-f0ba9227d66c req-b88b9cee-1899-4a6c-b741-5c8ac3ae40ea service neutron] 10.222.0.11 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246567 Aug 09 14:32:26.035759 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b8a7140f-cf25-48d0-9bd8-505c7d929a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:26.042782 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=0faa9104-9f72-40af-8466-f1890c97aacf,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:26.076653 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-58390a0f-fb45-4ef8-bbdc-13fc56442c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:26.077624 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-58390a0f-fb45-4ef8-bbdc-13fc56442c9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:26.079294 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-58390a0f-fb45-4ef8-bbdc-13fc56442c9b service neutron] 10.222.0.11 "PUT /v2.0/ports/7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 HTTP/1.1" status: 200 len: 1094 time: 1.8688293 Aug 09 14:32:26.085755 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af7831b-e849-4788-aa7c-2321524d4f12', 'tag': '7ff66cbd-28c4-41a1-ba5f-98ed546c83a2'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:32:26.094619 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ebd3e0-ebe3-4233-8dca-d091fe54b638" -d '{"events": [{"server_uuid": "489cc2ad-f891-4bb8-b977-fccb6cba16be", "name": "network-vif-plugged", "status": "completed", "tag": "0faa9104-9f72-40af-8466-f1890c97aacf"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:32:26.104116 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e830cb32-5a96-44f0-a814-d93bc3f14759 req-bf4b32df-b5c0-4b4d-88d2-68d5e1ced4ca tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303406 Aug 09 14:32:26.137887 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b8a7140f-cf25-48d0-9bd8-505c7d929a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:26.156534 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-654a00fb-4a6b-4fb6-ada7-3646d3d9a913 req-574367f9-2a8c-4c04-b79d-2b2b805522db tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 210 time: 0.0654454 Aug 09 14:32:26.209954 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5bf77-c5bd-4a1b-b150-970729192741 req-b5fc1df5-e12a-491d-a28e-4583e309d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:26.211828 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-60c5bf77-c5bd-4a1b-b150-970729192741 req-b5fc1df5-e12a-491d-a28e-4583e309d95f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d1d83df37494330a7851a5b1ddb7199&device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 1097 time: 0.1305740 Aug 09 14:32:26.241570 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58390a0f-fb45-4ef8-bbdc-13fc56442c9b service neutron] Pushing event updated for resources: {'Port': ['ID=7ff66cbd-28c4-41a1-ba5f-98ed546c83a2,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:26.277701 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b8a7140f-cf25-48d0-9bd8-505c7d929a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:26.284005 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b8a7140f-cf25-48d0-9bd8-505c7d929a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:26.288462 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-b8a7140f-cf25-48d0-9bd8-505c7d929a21 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b6b54d20-18eb-4374-bf7d-60f3fb8c92d2 HTTP/1.1" status: 204 len: 168 time: 0.4895055 Aug 09 14:32:26.289794 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-8919bcf3-1e7e-446a-99c7-8a950984a6a6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:26.333060 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b2275582-d2ae-435e-9787-efbcbc280ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:26.373900 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-8919bcf3-1e7e-446a-99c7-8a950984a6a6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Network 68be63ba-7c01-4e71-8f7c-e4220c46edd1 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:32:26.389187 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208fe6ec-74ac-4669-836c-44243b4a8509" -d '{"events": [{"name": "network-changed", "server_uuid": "5af7831b-e849-4788-aa7c-2321524d4f12", "tag": "7ff66cbd-28c4-41a1-ba5f-98ed546c83a2"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:32:26.401442 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-8919bcf3-1e7e-446a-99c7-8a950984a6a6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:32:26.418209 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce4a52c-a25e-4055-9e2e-7c1f39d5868f x-openstack-request-id: req-3ce4a52c-a25e-4055-9e2e-7c1f39d5868f {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:32:26.418728 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489cc2ad-f891-4bb8-b977-fccb6cba16be", "name": "network-vif-plugged", "status": "completed", "tag": "0faa9104-9f72-40af-8466-f1890c97aacf", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:32:26.418818 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ce4a52c-a25e-4055-9e2e-7c1f39d5868f {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:32:26.419245 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489cc2ad-f891-4bb8-b977-fccb6cba16be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0faa9104-9f72-40af-8466-f1890c97aacf', 'code': 200} Aug 09 14:32:26.565644 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b2275582-d2ae-435e-9787-efbcbc280ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:26.567833 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-8919bcf3-1e7e-446a-99c7-8a950984a6a6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:32:26.668682 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.11', 63251) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:26.678548 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-b2275582-d2ae-435e-9787-efbcbc280ba4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3bc24e5f23514d958ef27514ce83ff15&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4127777 Aug 09 14:32:26.685240 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 41862) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:26.687026 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7140f-cf25-48d0-9bd8-505c7d929a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b54d20-18eb-4374-bf7d-60f3fb8c92d2,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:26.691813 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2275582-d2ae-435e-9787-efbcbc280ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218038bc-db28-4b12-8454-f541c80cd8a2,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:26.693525 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919bcf3-1e7e-446a-99c7-8a950984a6a6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Pushing event updated for resources: {'Port': ['ID=98ebeb51-f5a2-4956-a983-1505f5ec1060,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:26.724842 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f5dfd-76c6-4a5c-944e-e751cbfa58aa req-ab1fe960-ee44-4d70-a850-403d8f054a9b tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:26.728104 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b82f5dfd-76c6-4a5c-944e-e751cbfa58aa req-ab1fe960-ee44-4d70-a850-403d8f054a9b tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 945 time: 0.4261239 Aug 09 14:32:26.781409 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5bf77-c5bd-4a1b-b150-970729192741 req-6254ad04-e935-4bc2-87a0-4444680717a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:26.784143 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-60c5bf77-c5bd-4a1b-b150-970729192741 req-6254ad04-e935-4bc2-87a0-4444680717a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1a85733-b746-4659-8c30-3b0e459dbc6f HTTP/1.1" status: 200 len: 918 time: 0.5582716 Aug 09 14:32:26.802563 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-3e3a8b3d-ca9d-456c-9fd6-dc3c59c3d35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:26.804238 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-3e3a8b3d-ca9d-456c-9fd6-dc3c59c3d35d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94fcc7593f8842ca9f6f0582e70529d5&device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 1097 time: 0.5821919 Aug 09 14:32:26.821719 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef3ef2d-9ece-4f40-a927-76431299881e x-openstack-request-id: req-7ef3ef2d-9ece-4f40-a927-76431299881e {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:32:26.822531 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af7831b-e849-4788-aa7c-2321524d4f12", "tag": "7ff66cbd-28c4-41a1-ba5f-98ed546c83a2", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:32:26.823070 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7ef3ef2d-9ece-4f40-a927-76431299881e {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:32:26.823559 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af7831b-e849-4788-aa7c-2321524d4f12', 'tag': '7ff66cbd-28c4-41a1-ba5f-98ed546c83a2', 'status': 'completed', 'code': 200} Aug 09 14:32:26.868135 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-60c5bf77-c5bd-4a1b-b150-970729192741 req-35f512dd-fee3-4e50-8c64-dbdcc08b8318 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 HTTP/1.1" status: 200 len: 217 time: 0.0751922 Aug 09 14:32:26.881336 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b82f5dfd-76c6-4a5c-944e-e751cbfa58aa req-d9d70af5-6be2-45fb-9242-6f0431ea40d5 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/security-groups?id=a66b5ab9-7ddb-4fdf-98b3-e4272254c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430876 Aug 09 14:32:26.916802 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-8919bcf3-1e7e-446a-99c7-8a950984a6a6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:26.917423 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-8919bcf3-1e7e-446a-99c7-8a950984a6a6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:26.931327 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e232c22f-3487-48e7-bd2c-a46f283a7665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:26.933798 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-aa483065-e689-4342-8551-fba17aecd345 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 HTTP/1.1" status: 200 len: 217 time: 0.1092722 Aug 09 14:32:26.937500 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb98663-03fc-495f-ac57-7e1b4d5907c4 req-d3dc69c8-2dc2-455e-968c-42d63bfb80d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:26.939064 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-3fb98663-03fc-495f-ac57-7e1b4d5907c4 req-d3dc69c8-2dc2-455e-968c-42d63bfb80d0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 1098 time: 0.2484090 Aug 09 14:32:26.940706 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-8919bcf3-1e7e-446a-99c7-8a950984a6a6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5907550 Aug 09 14:32:26.961321 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5bf77-c5bd-4a1b-b150-970729192741 req-7695b57c-15eb-400b-9948-8c016f5e4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:26.963462 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-60c5bf77-c5bd-4a1b-b150-970729192741 req-7695b57c-15eb-400b-9948-8c016f5e4a2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d011544-2652-42c4-bd98-5da36fbdc571 HTTP/1.1" status: 200 len: 856 time: 0.0862710 Aug 09 14:32:26.968461 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e232c22f-3487-48e7-bd2c-a46f283a7665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:26.969573 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-6ed25a60-1b2c-4c2b-bd01-d0f8903c9459 service neutron] Request body: {'port': {'device_id': 'f2a1137b-ffcc-4368-86ce-a46be7ad84b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:32:27.015855 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 41868) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:27.046991 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f6c0ca33-e84b-4fa9-9dcd-235768050293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:27.076674 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5bf77-c5bd-4a1b-b150-970729192741 req-7a493d48-932d-4f3d-9c25-0633ab12ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:27.078230 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-60c5bf77-c5bd-4a1b-b150-970729192741 req-7a493d48-932d-4f3d-9c25-0633ab12ae68 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1a85733-b746-4659-8c30-3b0e459dbc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1077158 Aug 09 14:32:27.165181 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e232c22f-3487-48e7-bd2c-a46f283a7665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:27.168531 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e232c22f-3487-48e7-bd2c-a46f283a7665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:27.172056 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-e232c22f-3487-48e7-bd2c-a46f283a7665 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/218038bc-db28-4b12-8454-f541c80cd8a2 HTTP/1.1" status: 204 len: 168 time: 0.4742818 Aug 09 14:32:27.189649 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-3fb98663-03fc-495f-ac57-7e1b4d5907c4 req-c3966bc3-b935-42c3-8a9b-ca5ebb4b96de service neutron] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:27.196412 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232c22f-3487-48e7-bd2c-a46f283a7665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218038bc-db28-4b12-8454-f541c80cd8a2,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:27.230183 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-ae54bcd3-515c-4a6a-9b3d-3c69ae6f320e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:27.231682 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-ae54bcd3-515c-4a6a-9b3d-3c69ae6f320e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9dcc6b59-86eb-470d-a76e-ee60461948ce HTTP/1.1" status: 200 len: 857 time: 0.2900722 Aug 09 14:32:27.265428 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-60c5bf77-c5bd-4a1b-b150-970729192741 req-3c739573-639a-49ea-ab44-02efbb29c6e1 service neutron] 10.222.0.11 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790516 Aug 09 14:32:27.311567 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-1e27ba81-a967-434f-ae6c-9c0033947f4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=68be63ba-7c01-4e71-8f7c-e4220c46edd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645657 Aug 09 14:32:27.312923 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-6ed25a60-1b2c-4c2b-bd01-d0f8903c9459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:27.422735 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a287d62-63f8-41cd-9354-952bc271f493 req-7adc3d16-b3d3-4f27-b694-48bdaa99f00a tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:27.424517 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5a287d62-63f8-41cd-9354-952bc271f493 req-7adc3d16-b3d3-4f27-b694-48bdaa99f00a tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 931 time: 0.1616182 Aug 09 14:32:27.457728 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6d310-c0e2-4adf-911a-0bb15928ceef req-9d9afd78-2102-43a4-aabf-1c42ba2f23a5 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:27.458251 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cca6d310-c0e2-4adf-911a-0bb15928ceef req-9d9afd78-2102-43a4-aabf-1c42ba2f23a5 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.2210925 Aug 09 14:32:27.482484 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f6c0ca33-e84b-4fa9-9dcd-235768050293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:27.508149 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f6c0ca33-e84b-4fa9-9dcd-235768050293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:27.559656 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-60c5bf77-c5bd-4a1b-b150-970729192741 req-7d99322d-76a5-4a50-9554-ddb80e951b0a service neutron] 10.222.0.11 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486327 Aug 09 14:32:27.590162 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5a287d62-63f8-41cd-9354-952bc271f493 req-6b100e62-e2c9-43da-8921-a9297781344d tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544857 Aug 09 14:32:27.603761 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-f6c0ca33-e84b-4fa9-9dcd-235768050293 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=19c9b7854d5f46049b1d0c3a86be8a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5868084 Aug 09 14:32:27.606563 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 41884) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:27.608584 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0ca33-e84b-4fa9-9dcd-235768050293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d13d317-47db-43bd-aea4-2fd2784cdd59,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:27.702139 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-c881b394-fcd2-48c7-bba5-bda8bb9d8018 service neutron] 10.222.0.11 "GET /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754094 Aug 09 14:32:27.719268 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cca6d310-c0e2-4adf-911a-0bb15928ceef req-735dd515-89db-4d39-9a8f-85647ec0fce3 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425632 Aug 09 14:32:27.720268 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-97d9e958-fdcf-4950-a3ae-5a26cd68415d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:27.792293 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-97d9e958-fdcf-4950-a3ae-5a26cd68415d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:27.833297 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 41894) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:27.863451 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cce9d8bb-64d6-4a48-85d8-fe79e10d6789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:27.890108 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-97d9e958-fdcf-4950-a3ae-5a26cd68415d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:27.894859 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-97d9e958-fdcf-4950-a3ae-5a26cd68415d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:27.896207 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-97d9e958-fdcf-4950-a3ae-5a26cd68415d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8d13d317-47db-43bd-aea4-2fd2784cdd59 HTTP/1.1" status: 204 len: 168 time: 0.2885704 Aug 09 14:32:27.921548 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-3fb98663-03fc-495f-ac57-7e1b4d5907c4 req-c3966bc3-b935-42c3-8a9b-ca5ebb4b96de service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:27.928647 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9e958-fdcf-4950-a3ae-5a26cd68415d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d13d317-47db-43bd-aea4-2fd2784cdd59,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:27.943112 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-3fb98663-03fc-495f-ac57-7e1b4d5907c4 req-c3966bc3-b935-42c3-8a9b-ca5ebb4b96de service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:28.043715 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-3fb98663-03fc-495f-ac57-7e1b4d5907c4 req-c3966bc3-b935-42c3-8a9b-ca5ebb4b96de service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a66b5ab9-7ddb-4fdf-98b3-e4272254c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0828795 Aug 09 14:32:28.047760 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3966bc3-b935-42c3-8a9b-ca5ebb4b96de service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c837ec76-0f89-483c-accb-2be6bf34edd4,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:28.055341 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f205b499-c3de-4ed8-b282-e6c806924e0d req-1dfb2c18-2afb-42be-8222-1e1a12187695 service neutron] 10.222.0.11 "GET /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388057 Aug 09 14:32:28.069992 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-6ed25a60-1b2c-4c2b-bd01-d0f8903c9459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ebeb51-f5a2-4956-a983-1505f5ec1060 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:32:28.082333 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-6ed25a60-1b2c-4c2b-bd01-d0f8903c9459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:28.099860 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27baad-64c4-491b-b3f7-0a2436f1f4c7 req-a8cd5a5a-90b5-487d-a6e2-bc2aa40d4a5c tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:28.101739 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9f27baad-64c4-491b-b3f7-0a2436f1f4c7 req-a8cd5a5a-90b5-487d-a6e2-bc2aa40d4a5c tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 945 time: 0.0936439 Aug 09 14:32:28.104633 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-6ed25a60-1b2c-4c2b-bd01-d0f8903c9459 service neutron] Transition to ACTIVE for port object 98ebeb51-f5a2-4956-a983-1505f5ec1060 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:32:28.109198 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-6ed25a60-1b2c-4c2b-bd01-d0f8903c9459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:28.122602 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cce9d8bb-64d6-4a48-85d8-fe79e10d6789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:28.134997 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cce9d8bb-64d6-4a48-85d8-fe79e10d6789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:28.211889 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed25a60-1b2c-4c2b-bd01-d0f8903c9459 service neutron] Pushing event updated for resources: {'Port': ['ID=98ebeb51-f5a2-4956-a983-1505f5ec1060,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:28.234928 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9d8bb-64d6-4a48-85d8-fe79e10d6789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3ae5bb-29dd-4c02-a1fb-148dc8b3ce46,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:28.244445 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9f27baad-64c4-491b-b3f7-0a2436f1f4c7 req-172e6380-dba4-4eae-a3e2-91273eb64fcb tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/security-groups?id=a66b5ab9-7ddb-4fdf-98b3-e4272254c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331258 Aug 09 14:32:28.246950 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-cce9d8bb-64d6-4a48-85d8-fe79e10d6789 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=457a11cc61c54f7a8ca3c5ee54014758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4128299 Aug 09 14:32:28.249491 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 41908) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:28.309904 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-6ed25a60-1b2c-4c2b-bd01-d0f8903c9459 service neutron] Attempting to bind port 98ebeb51-f5a2-4956-a983-1505f5ec1060 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:32:28.310661 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-6ed25a60-1b2c-4c2b-bd01-d0f8903c9459 service neutron] Attempting to bind port 98ebeb51-f5a2-4956-a983-1505f5ec1060 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '9d04187b-f6c9-4d6d-b679-e88017fcf2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '68be63ba-7c01-4e71-8f7c-e4220c46edd1'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:32:28.311135 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-6ed25a60-1b2c-4c2b-bd01-d0f8903c9459 service neutron] Attempting to bind port 98ebeb51-f5a2-4956-a983-1505f5ec1060 on network 68be63ba-7c01-4e71-8f7c-e4220c46edd1 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:32:28.311693 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f14a9431-e6fe-4c64-b303-fa0df845926c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:28.316923 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fe6ec-74ac-4669-836c-44243b4a8509 req-93ed77e5-2bd3-4416-be27-81e29aac88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:28.318503 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-208fe6ec-74ac-4669-836c-44243b4a8509 req-93ed77e5-2bd3-4416-be27-81e29aac88c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94fcc7593f8842ca9f6f0582e70529d5&device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 1097 time: 0.1254618 Aug 09 14:32:28.320641 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-6ed25a60-1b2c-4c2b-bd01-d0f8903c9459 service neutron] Port 98ebeb51-f5a2-4956-a983-1505f5ec1060 on network 68be63ba-7c01-4e71-8f7c-e4220c46edd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:32:28.321041 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-6ed25a60-1b2c-4c2b-bd01-d0f8903c9459 service neutron] Attempting to bind port 98ebeb51-f5a2-4956-a983-1505f5ec1060 on network 68be63ba-7c01-4e71-8f7c-e4220c46edd1 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:32:28.333992 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-6ed25a60-1b2c-4c2b-bd01-d0f8903c9459 service neutron] Checking agent: {'id': '787e8c88-8117-4bdf-b5e3-a5a97e4f7369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'started_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:32:28.334308 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-6ed25a60-1b2c-4c2b-bd01-d0f8903c9459 service neutron] Checking segment: {'id': '9d04187b-f6c9-4d6d-b679-e88017fcf2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '68be63ba-7c01-4e71-8f7c-e4220c46edd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:32:28.334827 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-6ed25a60-1b2c-4c2b-bd01-d0f8903c9459 service neutron] Bound using segment: {'id': '9d04187b-f6c9-4d6d-b679-e88017fcf2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '68be63ba-7c01-4e71-8f7c-e4220c46edd1'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:32:28.335151 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-6ed25a60-1b2c-4c2b-bd01-d0f8903c9459 service neutron] Bound port: 98ebeb51-f5a2-4956-a983-1505f5ec1060, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d04187b-f6c9-4d6d-b679-e88017fcf2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '68be63ba-7c01-4e71-8f7c-e4220c46edd1'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:32:28.335504 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-6ed25a60-1b2c-4c2b-bd01-d0f8903c9459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:28.340726 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f14a9431-e6fe-4c64-b303-fa0df845926c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:28.395470 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f14a9431-e6fe-4c64-b303-fa0df845926c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:28.397875 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f14a9431-e6fe-4c64-b303-fa0df845926c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:28.399227 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-f14a9431-e6fe-4c64-b303-fa0df845926c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a3ae5bb-29dd-4c02-a1fb-148dc8b3ce46 HTTP/1.1" status: 204 len: 168 time: 0.1486070 Aug 09 14:32:28.412088 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a9431-e6fe-4c64-b303-fa0df845926c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3ae5bb-29dd-4c02-a1fb-148dc8b3ce46,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:28.540300 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fe6ec-74ac-4669-836c-44243b4a8509 req-2022bb21-4874-4d21-8f20-72102bc815dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:28.542751 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-208fe6ec-74ac-4669-836c-44243b4a8509 req-2022bb21-4874-4d21-8f20-72102bc815dd service neutron] 10.222.0.11 "GET /v2.0/networks?id=68be63ba-7c01-4e71-8f7c-e4220c46edd1 HTTP/1.1" status: 200 len: 918 time: 0.2160664 Aug 09 14:32:28.543780 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-6ed25a60-1b2c-4c2b-bd01-d0f8903c9459 service neutron] For port 98ebeb51-f5a2-4956-a983-1505f5ec1060, host hv-cinder-78093, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:32:28.589539 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-6ed25a60-1b2c-4c2b-bd01-d0f8903c9459 service neutron] For port 98ebeb51-f5a2-4956-a983-1505f5ec1060, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=98ebeb51-f5a2-4956-a983-1505f5ec1060,segment=NetworkSegment(9d04187b-f6c9-4d6d-b679-e88017fcf2fd),segment_id=9d04187b-f6c9-4d6d-b679-e88017fcf2fd)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:32:28.591762 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-208fe6ec-74ac-4669-836c-44243b4a8509 req-6f406842-889b-4d82-b96e-6a531af3bd7b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 HTTP/1.1" status: 200 len: 217 time: 0.0390577 Aug 09 14:32:28.593802 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-6ed25a60-1b2c-4c2b-bd01-d0f8903c9459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:28.668166 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-6ed25a60-1b2c-4c2b-bd01-d0f8903c9459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:28.668833 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-6ed25a60-1b2c-4c2b-bd01-d0f8903c9459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:28.670301 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-6ed25a60-1b2c-4c2b-bd01-d0f8903c9459 service neutron] 10.222.0.11 "PUT /v2.0/ports/98ebeb51-f5a2-4956-a983-1505f5ec1060 HTTP/1.1" status: 200 len: 1093 time: 1.7079802 Aug 09 14:32:28.707165 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fe6ec-74ac-4669-836c-44243b4a8509 req-f679cbe5-1e31-453d-a0cb-ad330240b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:28.709113 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-208fe6ec-74ac-4669-836c-44243b4a8509 req-f679cbe5-1e31-453d-a0cb-ad330240b78e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9dcc6b59-86eb-470d-a76e-ee60461948ce HTTP/1.1" status: 200 len: 857 time: 0.1080565 Aug 09 14:32:28.709882 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed25a60-1b2c-4c2b-bd01-d0f8903c9459 service neutron] Pushing event updated for resources: {'Port': ['ID=98ebeb51-f5a2-4956-a983-1505f5ec1060,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:28.753657 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abe606-0356-4dc0-bb14-b335aa36376b req-07d11628-0e89-43c8-bf09-ac2ab31206d1 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:28.755977 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-71abe606-0356-4dc0-bb14-b335aa36376b req-07d11628-0e89-43c8-bf09-ac2ab31206d1 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 943 time: 0.0731122 Aug 09 14:32:28.788218 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-208fe6ec-74ac-4669-836c-44243b4a8509 req-256dad23-2b71-4e91-a826-503fca1967f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=68be63ba-7c01-4e71-8f7c-e4220c46edd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623167 Aug 09 14:32:28.850604 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a1137b-ffcc-4368-86ce-a46be7ad84b4', 'tag': '98ebeb51-f5a2-4956-a983-1505f5ec1060'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:32:28.853706 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aeae60e-fd51-424a-bbef-0232582aa1bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a1137b-ffcc-4368-86ce-a46be7ad84b4", "tag": "98ebeb51-f5a2-4956-a983-1505f5ec1060"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:32:28.862086 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-71abe606-0356-4dc0-bb14-b335aa36376b req-0463c7e9-7b35-4b84-998c-56b71a67b20a tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986912 Aug 09 14:32:28.875832 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-cd090813-b8b8-4361-b445-69317e0b4152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:28.886929 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-cd090813-b8b8-4361-b445-69317e0b4152 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94fcc7593f8842ca9f6f0582e70529d5&device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 1096 time: 0.1461704 Aug 09 14:32:28.906280 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e697a-6dda-4779-97bf-2a26aa797337 req-f1657a8b-ddd7-4215-ba21-14b713646443 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:28.907821 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-707e697a-6dda-4779-97bf-2a26aa797337 req-f1657a8b-ddd7-4215-ba21-14b713646443 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.1155312 Aug 09 14:32:28.967010 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b73e2d-c7a2-4723-82c1-1a3d995d1b56 x-openstack-request-id: req-25b73e2d-c7a2-4723-82c1-1a3d995d1b56 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:32:28.967576 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a1137b-ffcc-4368-86ce-a46be7ad84b4", "tag": "98ebeb51-f5a2-4956-a983-1505f5ec1060", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:32:28.967971 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-25b73e2d-c7a2-4723-82c1-1a3d995d1b56 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:32:28.968490 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a1137b-ffcc-4368-86ce-a46be7ad84b4', 'tag': '98ebeb51-f5a2-4956-a983-1505f5ec1060', 'status': 'completed', 'code': 200} Aug 09 14:32:28.971997 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-512a821e-3f46-4b19-9c79-0b3d69472556 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98ebeb51-f5a2-4956-a983-1505f5ec1060 HTTP/1.1" status: 200 len: 217 time: 0.0783367 Aug 09 14:32:28.987707 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-707e697a-6dda-4779-97bf-2a26aa797337 req-0e28736a-a770-4d9d-96dc-5eb3833ad43e tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686152 Aug 09 14:32:29.047885 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-208fe6ec-74ac-4669-836c-44243b4a8509 req-a4bef427-ff9f-4c26-8dca-4d76f7f4c6dc service neutron] 10.222.0.11 "GET /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513819 Aug 09 14:32:29.053590 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-4672be14-21ca-490b-9141-8e2bb8c6b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:29.055756 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-4672be14-21ca-490b-9141-8e2bb8c6b5e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9dcc6b59-86eb-470d-a76e-ee60461948ce HTTP/1.1" status: 200 len: 857 time: 0.0753880 Aug 09 14:32:29.136935 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-e1aa63b1-76bf-4826-898f-6ffe35a83a7b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=68be63ba-7c01-4e71-8f7c-e4220c46edd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720699 Aug 09 14:32:29.313164 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:32:29.536177 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d471d49-07f5-4d3b-ac97-8245a89e48e1 req-3cded139-4809-478a-b26e-6b9573238e9e tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:29.555918 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4d471d49-07f5-4d3b-ac97-8245a89e48e1 req-3cded139-4809-478a-b26e-6b9573238e9e tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 945 time: 0.1622813 Aug 09 14:32:29.588449 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:32:29.613833 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': '6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'port_id': '6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70', 'mac_address': 'fa:16:3e:46:2a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:32:29.654695 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4d471d49-07f5-4d3b-ac97-8245a89e48e1 req-7cd37de0-cfdd-47f6-82fc-3bc95b3a9f69 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/security-groups?id=a66b5ab9-7ddb-4fdf-98b3-e4272254c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953090 Aug 09 14:32:29.699566 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:29.726662 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:32:29.764810 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-208fe6ec-74ac-4669-836c-44243b4a8509 req-49e12977-2762-404e-a937-01a12325ba8f service neutron] 10.222.0.11 "GET /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7074044 Aug 09 14:32:29.779817 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:32:29.785586 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:29.787896 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-c35b58f2-4f78-474d-863a-1a6ab562a1bc service neutron] 10.222.0.11 "GET /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6380231 Aug 09 14:32:29.856432 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:30.018477 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4558d-5878-4285-9ac9-3759e5f3d0b2 req-2bf76847-467e-4ff7-8a4f-719dae07e1bd tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:30.023057 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-60b4558d-5878-4285-9ac9-3759e5f3d0b2 req-2bf76847-467e-4ff7-8a4f-719dae07e1bd tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 943 time: 0.0640516 Aug 09 14:32:30.128945 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-60b4558d-5878-4285-9ac9-3759e5f3d0b2 req-7c009090-f90e-4ae8-a0d2-f4490a31c68a tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870023 Aug 09 14:32:30.205546 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cda8d-1e86-4274-8b75-18a02d36c45c req-b4f6f619-2313-4649-af73-fe3b2e6cc1ea tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:30.207146 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e07cda8d-1e86-4274-8b75-18a02d36c45c req-b4f6f619-2313-4649-af73-fe3b2e6cc1ea tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 945 time: 0.0829823 Aug 09 14:32:30.258444 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e07cda8d-1e86-4274-8b75-18a02d36c45c req-e9a84e59-78e6-46c4-8698-d8b8b61183ec tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445249 Aug 09 14:32:30.797647 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245c9b4-1ca3-4d36-ba35-f5cb027adb1e req-dfec71d0-16a3-41b1-9928-8900a3b7969a tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:30.800401 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d245c9b4-1ca3-4d36-ba35-f5cb027adb1e req-dfec71d0-16a3-41b1-9928-8900a3b7969a tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 945 time: 0.0752664 Aug 09 14:32:30.851160 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d245c9b4-1ca3-4d36-ba35-f5cb027adb1e req-6aafbf1b-7ac7-42f0-8042-144461bfa392 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/security-groups?id=a66b5ab9-7ddb-4fdf-98b3-e4272254c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431585 Aug 09 14:32:31.264937 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f81113-17d9-4b8d-b14b-fdf100f61645 req-24e13650-69aa-45cb-93d0-1d485f366a51 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:31.270421 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 42082) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:31.271305 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-63f81113-17d9-4b8d-b14b-fdf100f61645 req-24e13650-69aa-45cb-93d0-1d485f366a51 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 943 time: 0.0573571 Aug 09 14:32:31.313786 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-63f81113-17d9-4b8d-b14b-fdf100f61645 req-738a31ec-c24b-4905-8136-d098c5a998e1 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354860 Aug 09 14:32:31.385732 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace5108-d6e7-4898-b51d-fb1f46ecc92c req-808cc450-33df-4821-a417-10789cdce92e tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:31.387298 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9ace5108-d6e7-4898-b51d-fb1f46ecc92c req-808cc450-33df-4821-a417-10789cdce92e tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 945 time: 0.0528741 Aug 09 14:32:31.397162 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-0e5e29c3-d9eb-453c-be4c-9091e5cd47d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:31.425117 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9ace5108-d6e7-4898-b51d-fb1f46ecc92c req-b465631d-69eb-423d-8466-8b609a09153f tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318508 Aug 09 14:32:31.496802 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-0e5e29c3-d9eb-453c-be4c-9091e5cd47d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:31.501814 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-0e5e29c3-d9eb-453c-be4c-9091e5cd47d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:31.545302 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-0e5e29c3-d9eb-453c-be4c-9091e5cd47d3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e04aa405088a4028bd1add9667d8001f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735698 Aug 09 14:32:31.546694 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e29c3-d9eb-453c-be4c-9091e5cd47d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72eb31b-85f4-4292-a0e3-0f5670de9614,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:31.548076 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 42088) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:31.600291 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f9a4b69b-f006-43cb-a860-612263d2465f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:31.621817 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f9a4b69b-f006-43cb-a860-612263d2465f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:31.668899 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f9a4b69b-f006-43cb-a860-612263d2465f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:31.671272 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f9a4b69b-f006-43cb-a860-612263d2465f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:31.672422 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-f9a4b69b-f006-43cb-a860-612263d2465f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f72eb31b-85f4-4292-a0e3-0f5670de9614 HTTP/1.1" status: 204 len: 168 time: 0.1233561 Aug 09 14:32:31.679983 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4b69b-f006-43cb-a860-612263d2465f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72eb31b-85f4-4292-a0e3-0f5670de9614,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:31.956592 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 42100) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:31.970110 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fbda5276-1725-4283-9ac2-1c2606039b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:32.067848 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fbda5276-1725-4283-9ac2-1c2606039b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:32.071835 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fbda5276-1725-4283-9ac2-1c2606039b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:32.117774 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-fbda5276-1725-4283-9ac2-1c2606039b92 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29436ee4759f42c393a9ad0eab0fe9d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598303 Aug 09 14:32:32.119493 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda5276-1725-4283-9ac2-1c2606039b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997639c7-9833-4fe3-b59d-342a7c2e155f,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:32.121334 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 42102) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:32.171277 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e41ab8ae-dc02-4eb6-a159-38372c485ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:32.194325 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e41ab8ae-dc02-4eb6-a159-38372c485ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:32.241720 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e41ab8ae-dc02-4eb6-a159-38372c485ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:32.244831 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e41ab8ae-dc02-4eb6-a159-38372c485ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:32.245993 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-e41ab8ae-dc02-4eb6-a159-38372c485ce2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/997639c7-9833-4fe3-b59d-342a7c2e155f HTTP/1.1" status: 204 len: 168 time: 0.1236491 Aug 09 14:32:32.255005 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ab8ae-dc02-4eb6-a159-38372c485ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997639c7-9833-4fe3-b59d-342a7c2e155f,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:32.442031 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed349a-92ca-4710-a386-904aca5eaf23 req-170e56e5-180c-4a69-a997-d2dc13414f90 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:32.443542 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-deed349a-92ca-4710-a386-904aca5eaf23 req-170e56e5-180c-4a69-a997-d2dc13414f90 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 943 time: 0.0529230 Aug 09 14:32:32.489813 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-deed349a-92ca-4710-a386-904aca5eaf23 req-02e91eb4-2b48-4c6c-8003-9c566201e452 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398536 Aug 09 14:32:32.517024 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:32:32.560401 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab9a82-967d-4068-8748-1331ebca6573 req-5059f8eb-d718-44ed-a79d-8fd552251ef0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:32.562223 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5dab9a82-967d-4068-8748-1331ebca6573 req-5059f8eb-d718-44ed-a79d-8fd552251ef0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 945 time: 0.0506315 Aug 09 14:32:32.566331 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:32:32.633664 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5dab9a82-967d-4068-8748-1331ebca6573 req-1308b082-cd48-466b-b1c7-8028f793d5e9 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536945 Aug 09 14:32:32.674982 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4d9b6d92-f0a0-4791-a83b-c8f4c781d985 req-a16af5b9-57eb-4dad-9984-d526eaa6dd58 service neutron] 10.222.0.11 "GET /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136756 Aug 09 14:32:32.678931 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7ff66cbd-28c4-41a1-ba5f-98ed546c83a2,segment=NetworkSegment(9d04187b-f6c9-4d6d-b679-e88017fcf2fd),segment_id=9d04187b-f6c9-4d6d-b679-e88017fcf2fd)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:32:32.692613 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': '7ff66cbd-28c4-41a1-ba5f-98ed546c83a2', 'network_id': '68be63ba-7c01-4e71-8f7c-e4220c46edd1', 'port_id': '7ff66cbd-28c4-41a1-ba5f-98ed546c83a2', 'mac_address': 'fa:16:3e:4e:47:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dcc6b59-86eb-470d-a76e-ee60461948ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:32:32.737743 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:32.753784 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:32:32.776935 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7ff66cbd-28c4-41a1-ba5f-98ed546c83a2,segment=NetworkSegment(9d04187b-f6c9-4d6d-b679-e88017fcf2fd),segment_id=9d04187b-f6c9-4d6d-b679-e88017fcf2fd)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:32:32.779097 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeae60e-fd51-424a-bbef-0232582aa1bd req-5da961bf-6348-4dd5-826b-a0c39c86024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:32.780856 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-7aeae60e-fd51-424a-bbef-0232582aa1bd req-5da961bf-6348-4dd5-826b-a0c39c86024b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94fcc7593f8842ca9f6f0582e70529d5&device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 1096 time: 0.0496953 Aug 09 14:32:32.782641 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:32.841612 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:32:32.877178 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=7ff66cbd-28c4-41a1-ba5f-98ed546c83a2,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:32.900899 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeae60e-fd51-424a-bbef-0232582aa1bd req-7ef0b2b6-7e23-43e0-9e99-5478d9e8da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:32.902991 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-7aeae60e-fd51-424a-bbef-0232582aa1bd req-7ef0b2b6-7e23-43e0-9e99-5478d9e8da30 service neutron] 10.222.0.11 "GET /v2.0/networks?id=68be63ba-7c01-4e71-8f7c-e4220c46edd1 HTTP/1.1" status: 200 len: 918 time: 0.1132677 Aug 09 14:32:32.968819 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-7aeae60e-fd51-424a-bbef-0232582aa1bd req-4a5a3496-f8f0-4e22-a01c-286c19b4e398 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98ebeb51-f5a2-4956-a983-1505f5ec1060 HTTP/1.1" status: 200 len: 217 time: 0.0548527 Aug 09 14:32:33.054859 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeae60e-fd51-424a-bbef-0232582aa1bd req-4408f909-8978-483a-8280-f938be9bcff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:33.054859 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-7aeae60e-fd51-424a-bbef-0232582aa1bd req-4408f909-8978-483a-8280-f938be9bcff7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9dcc6b59-86eb-470d-a76e-ee60461948ce HTTP/1.1" status: 200 len: 857 time: 0.0723939 Aug 09 14:32:33.087041 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-7aeae60e-fd51-424a-bbef-0232582aa1bd req-811d089f-abbe-4b27-9cb2-de2608289cbe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=68be63ba-7c01-4e71-8f7c-e4220c46edd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290413 Aug 09 14:32:33.091854 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['7ff66cbd-28c4-41a1-ba5f-98ed546c83a2'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:32:33.215341 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-7aeae60e-fd51-424a-bbef-0232582aa1bd req-43c0f328-14e8-4ef3-bd73-2683e7bb8bcf service neutron] 10.222.0.11 "GET /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186624 Aug 09 14:32:33.343453 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-7aeae60e-fd51-424a-bbef-0232582aa1bd req-a98d2092-2e08-425e-b9ad-5dffa41d84a0 service neutron] 10.222.0.11 "GET /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193433 Aug 09 14:32:33.641421 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c8c1d-ca1c-4559-9016-91a2f8169a3f req-840f9f40-040a-491e-82d0-386b24c1e2bb tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:33.647157 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e32c8c1d-ca1c-4559-9016-91a2f8169a3f req-840f9f40-040a-491e-82d0-386b24c1e2bb tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 943 time: 0.0708179 Aug 09 14:32:33.695693 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e32c8c1d-ca1c-4559-9016-91a2f8169a3f req-3e00dd24-14a6-466b-bd5e-f5b5fa5d48cf tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463197 Aug 09 14:32:33.813990 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b7cf9-e753-42ed-a42a-ee6963ae5dbe req-e7a38578-ad7f-461d-bfab-de66cc29bb07 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:33.815524 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-683b7cf9-e753-42ed-a42a-ee6963ae5dbe req-e7a38578-ad7f-461d-bfab-de66cc29bb07 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 945 time: 0.0556009 Aug 09 14:32:33.870130 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-683b7cf9-e753-42ed-a42a-ee6963ae5dbe req-0b38fad0-416f-4102-936f-9ada2b3883b9 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405540 Aug 09 14:32:34.506426 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 42248) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:34.619457 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-0d4489e1-187c-4f3c-98ba-aedd30b8f3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:34.708114 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-0d4489e1-187c-4f3c-98ba-aedd30b8f3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:34.712262 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-0d4489e1-187c-4f3c-98ba-aedd30b8f3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:34.753535 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-0d4489e1-187c-4f3c-98ba-aedd30b8f3ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c2353dc3b3414835982ca55950463244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458341 Aug 09 14:32:34.754430 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4489e1-187c-4f3c-98ba-aedd30b8f3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4825e5c4-da6d-431f-820a-00e276a4aac6,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:34.756068 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 42256) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:34.845846 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d14a1-a589-4428-977a-60a7e5de3a7d req-5ebec9a6-3538-4059-b087-29a7979b163e tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:34.847348 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e85d14a1-a589-4428-977a-60a7e5de3a7d req-5ebec9a6-3538-4059-b087-29a7979b163e tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 943 time: 0.0806522 Aug 09 14:32:34.851881 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9a231147-4bd9-491e-a8d4-1b766b4881f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:34.900697 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9a231147-4bd9-491e-a8d4-1b766b4881f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:34.915696 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e85d14a1-a589-4428-977a-60a7e5de3a7d req-1cf121b0-349d-47bb-a64d-412f812ba3ac tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618262 Aug 09 14:32:34.957378 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9a231147-4bd9-491e-a8d4-1b766b4881f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:34.960758 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9a231147-4bd9-491e-a8d4-1b766b4881f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:34.961900 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-9a231147-4bd9-491e-a8d4-1b766b4881f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4825e5c4-da6d-431f-820a-00e276a4aac6 HTTP/1.1" status: 204 len: 168 time: 0.2048411 Aug 09 14:32:34.970529 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a231147-4bd9-491e-a8d4-1b766b4881f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4825e5c4-da6d-431f-820a-00e276a4aac6,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:35.024567 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57592c9-dd41-4a54-9579-31366cfc76c4 req-a7b41f7e-e14b-481d-8720-f11856144b5e tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:35.027261 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a57592c9-dd41-4a54-9579-31366cfc76c4 req-a7b41f7e-e14b-481d-8720-f11856144b5e tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 945 time: 0.0523615 Aug 09 14:32:35.068303 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a57592c9-dd41-4a54-9579-31366cfc76c4 req-54e5a733-f180-406a-b29d-bc65acc40543 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343590 Aug 09 14:32:35.252856 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 42270) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:35.270097 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-136b9177-91fd-4414-b5a6-80c65f4f3f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:35.380285 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-136b9177-91fd-4414-b5a6-80c65f4f3f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:35.384132 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-136b9177-91fd-4414-b5a6-80c65f4f3f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:35.422700 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-136b9177-91fd-4414-b5a6-80c65f4f3f5e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4497ad9aeb3d4982961a99c5dfed207a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1685281 Aug 09 14:32:35.424859 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b9177-91fd-4414-b5a6-80c65f4f3f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fa1fe2-a737-41f9-9f38-cfdeb25e851b,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:35.425403 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 42274) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:35.475808 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ed963e9a-ae9b-4e3a-8fd0-ec44a77abf91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:35.498124 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ed963e9a-ae9b-4e3a-8fd0-ec44a77abf91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:35.548545 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ed963e9a-ae9b-4e3a-8fd0-ec44a77abf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:35.551274 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ed963e9a-ae9b-4e3a-8fd0-ec44a77abf91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:35.552610 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-ed963e9a-ae9b-4e3a-8fd0-ec44a77abf91 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/05fa1fe2-a737-41f9-9f38-cfdeb25e851b HTTP/1.1" status: 204 len: 168 time: 0.1262066 Aug 09 14:32:35.563451 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed963e9a-ae9b-4e3a-8fd0-ec44a77abf91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fa1fe2-a737-41f9-9f38-cfdeb25e851b,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:35.874619 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 42294) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:35.994479 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6e562b2f-c42a-4a68-8e2a-84e4206134c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:36.074495 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd2851-032b-464b-abb1-62a01a1a0cc8 req-07881396-408f-412e-9088-37143d18a1b9 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:36.076213 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9cbd2851-032b-464b-abb1-62a01a1a0cc8 req-07881396-408f-412e-9088-37143d18a1b9 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 943 time: 0.0845840 Aug 09 14:32:36.144698 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9cbd2851-032b-464b-abb1-62a01a1a0cc8 req-9bd13419-6a84-4d1c-8928-7862b825abbd tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603755 Aug 09 14:32:36.184725 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6e562b2f-c42a-4a68-8e2a-84e4206134c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:36.190153 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6e562b2f-c42a-4a68-8e2a-84e4206134c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:36.255473 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e562b2f-c42a-4a68-8e2a-84e4206134c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1787a154-219f-43fd-a56f-c55471c6a684,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:36.264609 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-6e562b2f-c42a-4a68-8e2a-84e4206134c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee8a60906ad541e59af7f346df55abed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3864038 Aug 09 14:32:36.265074 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 42320) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:36.317325 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9b2d2-19a7-48d1-8faa-6ecb4d10cea5 req-37af094d-927a-47c3-b36d-8d3ccc6b52d5 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:36.318344 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-acc9b2d2-19a7-48d1-8faa-6ecb4d10cea5 req-37af094d-927a-47c3-b36d-8d3ccc6b52d5 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 945 time: 0.1034603 Aug 09 14:32:36.355241 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3fa46d9a-3a90-4aa6-b4f1-f375e92afb1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:36.399351 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-acc9b2d2-19a7-48d1-8faa-6ecb4d10cea5 req-2861adb0-b4cb-4260-9873-d3061071a43f tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713823 Aug 09 14:32:36.401831 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3fa46d9a-3a90-4aa6-b4f1-f375e92afb1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:36.432820 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 42330) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:36.471911 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3fa46d9a-3a90-4aa6-b4f1-f375e92afb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:36.475181 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3fa46d9a-3a90-4aa6-b4f1-f375e92afb1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:36.476854 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-3fa46d9a-3a90-4aa6-b4f1-f375e92afb1d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1787a154-219f-43fd-a56f-c55471c6a684 HTTP/1.1" status: 204 len: 168 time: 0.2111807 Aug 09 14:32:36.486546 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa46d9a-3a90-4aa6-b4f1-f375e92afb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1787a154-219f-43fd-a56f-c55471c6a684,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:36.527820 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ae66c1fd-3b18-4a24-b3d9-3169a7257c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:36.585034 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-7dfe56d4-f6de-4e61-b432-d1d2d5372432 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-26626598-network', 'tenant_id': 'b3ef61ad5c804037b150e75ba6de1aa1'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:32:36.625378 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfe56d4-f6de-4e61-b432-d1d2d5372432 admin admin] Made reservation on behalf of b3ef61ad5c804037b150e75ba6de1aa1 for: {'network': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:32:36.628597 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7dfe56d4-f6de-4e61-b432-d1d2d5372432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for network, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:36.640552 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7dfe56d4-f6de-4e61-b432-d1d2d5372432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:36.765473 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7dfe56d4-f6de-4e61-b432-d1d2d5372432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:36.770516 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7dfe56d4-f6de-4e61-b432-d1d2d5372432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:36.814091 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dfe56d4-f6de-4e61-b432-d1d2d5372432 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=93281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:32:36.822820 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe56d4-f6de-4e61-b432-d1d2d5372432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f7b083-ffd3-4345-90ce-1bb9221aa994,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:36.834760 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7dfe56d4-f6de-4e61-b432-d1d2d5372432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:36.835741 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.db.segments_db [None req-7dfe56d4-f6de-4e61-b432-d1d2d5372432 admin admin] Added segment 10fd00be-4d28-4022-a874-0f5e4cf4f289 of type vlan for network 3f7a98f9-8a33-4587-b0e6-114693e9fdcf Aug 09 14:32:36.867792 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 42342) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:36.884428 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-da2d7b9d-eb49-4d19-923b-b024f9d09984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:36.892605 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7dfe56d4-f6de-4e61-b432-d1d2d5372432 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793432662869'] for network, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:36.937221 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7dfe56d4-f6de-4e61-b432-d1d2d5372432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for network, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:36.938448 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfe56d4-f6de-4e61-b432-d1d2d5372432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:36.939458 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7dfe56d4-f6de-4e61-b432-d1d2d5372432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:36.993661 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-da2d7b9d-eb49-4d19-923b-b024f9d09984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:36.997902 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-da2d7b9d-eb49-4d19-923b-b024f9d09984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:37.006383 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-7dfe56d4-f6de-4e61-b432-d1d2d5372432 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5724480 Aug 09 14:32:37.012176 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 42350) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:37.021614 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-5b8c64fb-a923-40e1-8a40-3b3bd530d1d2 admin admin] Request body: {'subnet': {'network_id': '3f7a98f9-8a33-4587-b0e6-114693e9fdcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-26626598-subnet', 'tenant_id': 'b3ef61ad5c804037b150e75ba6de1aa1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:32:37.027199 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe56d4-f6de-4e61-b432-d1d2d5372432 admin admin] Pushing event updated for resources: {'Network': ['ID=3f7a98f9-8a33-4587-b0e6-114693e9fdcf,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:37.034393 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-da2d7b9d-eb49-4d19-923b-b024f9d09984 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=576764eea74d490489be3740265518f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653597 Aug 09 14:32:37.037550 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 42354) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:37.040219 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Network 3f7a98f9-8a33-4587-b0e6-114693e9fdcf details requested by agent ovs-agent-dv-cinder-780933-12-iscsi with host dv-cinder-780933-12-iscsi {{(pid=93283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:32:37.060060 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d7b9d-eb49-4d19-923b-b024f9d09984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9b3c54-c36a-4a0a-b08e-4b30c2a4b979,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:37.077746 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8c64fb-a923-40e1-8a40-3b3bd530d1d2 admin admin] Made reservation on behalf of b3ef61ad5c804037b150e75ba6de1aa1 for: {'subnet': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:32:37.080266 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5b8c64fb-a923-40e1-8a40-3b3bd530d1d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2505501'] for subnet, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:37.104191 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a3c90291-20cd-4fb5-ac07-19194ce9ee2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:37.137282 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a3c90291-20cd-4fb5-ac07-19194ce9ee2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:37.205691 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a3c90291-20cd-4fb5-ac07-19194ce9ee2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:37.209228 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a3c90291-20cd-4fb5-ac07-19194ce9ee2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:37.210906 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-a3c90291-20cd-4fb5-ac07-19194ce9ee2a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e9b3c54-c36a-4a0a-b08e-4b30c2a4b979 HTTP/1.1" status: 204 len: 168 time: 0.1722622 Aug 09 14:32:37.224571 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c90291-20cd-4fb5-ac07-19194ce9ee2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9b3c54-c36a-4a0a-b08e-4b30c2a4b979,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:37.361974 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5b8c64fb-a923-40e1-8a40-3b3bd530d1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3868583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2505519'] for subnet, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:37.383069 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6f0ff-67ad-4d76-b5bd-28a48491be8f req-224d0c80-387a-47a8-9229-88e066f9fa37 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:37.385403 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fbb6f0ff-67ad-4d76-b5bd-28a48491be8f req-224d0c80-387a-47a8-9229-88e066f9fa37 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 943 time: 0.0951574 Aug 09 14:32:37.473171 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fbb6f0ff-67ad-4d76-b5bd-28a48491be8f req-bc629355-4d4f-4bf5-ab86-3c40c5429f09 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799830 Aug 09 14:32:37.474502 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c64fb-a923-40e1-8a40-3b3bd530d1d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fbbc831-09f3-4b83-99e3-0800b40ee6d1,revision_number=0']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:37.493437 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8c64fb-a923-40e1-8a40-3b3bd530d1d2 admin admin] Checking segment: {'id': '10fd00be-4d28-4022-a874-0f5e4cf4f289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '3f7a98f9-8a33-4587-b0e6-114693e9fdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:32:37.494399 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8c64fb-a923-40e1-8a40-3b3bd530d1d2 admin admin] Network hostable DHCP agents. Network: 3f7a98f9-8a33-4587-b0e6-114693e9fdcf, hostable agents: ['fcf2683d-1b10-4130-9527-2865db8d3e4f'], hosted agents: [] {{(pid=93281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:32:37.516136 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8c64fb-a923-40e1-8a40-3b3bd530d1d2 admin admin] Network 3f7a98f9-8a33-4587-b0e6-114693e9fdcf is scheduled to be hosted by DHCP agent fcf2683d-1b10-4130-9527-2865db8d3e4f with binding_index 1 {{(pid=93281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:32:37.532820 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-5b8c64fb-a923-40e1-8a40-3b3bd530d1d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-12-iscsi, 3f7a98f9-8a33-4587-b0e6-114693e9fdcf) {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:32:37.547105 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8c64fb-a923-40e1-8a40-3b3bd530d1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:37.548140 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5b8c64fb-a923-40e1-8a40-3b3bd530d1d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for subnet, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:37.554170 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86738a9-e1b4-480b-b202-665f373defa1 None None] Network 3f7a98f9-8a33-4587-b0e6-114693e9fdcf requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:32:37.571457 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-5b8c64fb-a923-40e1-8a40-3b3bd530d1d2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5578170 Aug 09 14:32:37.603791 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0510b92-0785-481e-91e5-3a8bb6b20bd6 req-2e04a4b4-a2a5-4033-8f19-659f77cb4820 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:37.606147 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e0510b92-0785-481e-91e5-3a8bb6b20bd6 req-2e04a4b4-a2a5-4033-8f19-659f77cb4820 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 945 time: 0.0826123 Aug 09 14:32:37.658914 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e0510b92-0785-481e-91e5-3a8bb6b20bd6 req-05217bdc-f180-4e1f-b540-07361cfa863f tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446730 Aug 09 14:32:37.736968 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040f5122-1659-496b-8e6a-e987b26d3f98 None None] Network 3f7a98f9-8a33-4587-b0e6-114693e9fdcf requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:32:37.970804 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 42404) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:38.163765 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-74d500a9-0948-42e4-b27f-4cd4928ed853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:38.271811 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-74d500a9-0948-42e4-b27f-4cd4928ed853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:38.277115 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-74d500a9-0948-42e4-b27f-4cd4928ed853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:38.287065 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 98ebeb51-f5a2-4956-a983-1505f5ec1060 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:32:38.330139 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-74d500a9-0948-42e4-b27f-4cd4928ed853 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=611639bdc4334184b04f0042797ba257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3579013 Aug 09 14:32:38.330969 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d500a9-0948-42e4-b27f-4cd4928ed853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb3c28a-ce6b-41b5-b206-ac8cb961bbc0,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:38.332739 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 42424) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:38.367946 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:32:38.402535 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6e259ff3-af33-416e-9716-8a006dd87177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:38.437349 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6e259ff3-af33-416e-9716-8a006dd87177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:38.460949 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 98ebeb51-f5a2-4956-a983-1505f5ec1060, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=98ebeb51-f5a2-4956-a983-1505f5ec1060,segment=NetworkSegment(9d04187b-f6c9-4d6d-b679-e88017fcf2fd),segment_id=9d04187b-f6c9-4d6d-b679-e88017fcf2fd)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:32:38.483181 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 42436) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:38.491876 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-ecdcec8d-5b92-4c8e-85f9-17c9e5c1548e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1479093294-network', 'tenant_id': 'd96951aca2c041f6868b6ec2c13c1c95'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:32:38.498648 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning for port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:32:38.505284 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': '98ebeb51-f5a2-4956-a983-1505f5ec1060', 'network_id': '68be63ba-7c01-4e71-8f7c-e4220c46edd1', 'port_id': '98ebeb51-f5a2-4956-a983-1505f5ec1060', 'mac_address': 'fa:16:3e:ec:ac:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dcc6b59-86eb-470d-a76e-ee60461948ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:32:38.509854 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:32:38.510647 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:38.548406 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6e259ff3-af33-416e-9716-8a006dd87177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:38.552839 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6e259ff3-af33-416e-9716-8a006dd87177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:38.554409 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-6e259ff3-af33-416e-9716-8a006dd87177 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/acb3c28a-ce6b-41b5-b206-ac8cb961bbc0 HTTP/1.1" status: 204 len: 168 time: 0.2205033 Aug 09 14:32:38.569001 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdcec8d-5b92-4c8e-85f9-17c9e5c1548e admin admin] Made reservation on behalf of d96951aca2c041f6868b6ec2c13c1c95 for: {'network': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:32:38.581331 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ecdcec8d-5b92-4c8e-85f9-17c9e5c1548e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for network, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:38.590791 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e259ff3-af33-416e-9716-8a006dd87177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb3c28a-ce6b-41b5-b206-ac8cb961bbc0,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:38.623259 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ecdcec8d-5b92-4c8e-85f9-17c9e5c1548e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:38.862312 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:38.898275 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99897696-bca4-4d28-bd2d-e718840a7791 req-3d7d5b32-2d73-4ff2-9e35-61ed3ce20545 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:38.903059 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99897696-bca4-4d28-bd2d-e718840a7791 req-3d7d5b32-2d73-4ff2-9e35-61ed3ce20545 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 943 time: 0.2466900 Aug 09 14:32:38.991684 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41e567-d33a-4d7c-9388-70d4d58623ef req-99fa0041-7b6c-4a8c-b362-2273ad09095e tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:38.995374 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9a41e567-d33a-4d7c-9388-70d4d58623ef req-99fa0041-7b6c-4a8c-b362-2273ad09095e tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 945 time: 0.1614072 Aug 09 14:32:39.001051 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ebeb51-f5a2-4956-a983-1505f5ec1060 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:32:39.046243 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99897696-bca4-4d28-bd2d-e718840a7791 req-f1278996-2566-4c43-a28f-36d434ecc7b3 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270602 Aug 09 14:32:39.070043 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 98ebeb51-f5a2-4956-a983-1505f5ec1060, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=98ebeb51-f5a2-4956-a983-1505f5ec1060,segment=NetworkSegment(9d04187b-f6c9-4d6d-b679-e88017fcf2fd),segment_id=9d04187b-f6c9-4d6d-b679-e88017fcf2fd)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:32:39.088735 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:39.105147 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9a41e567-d33a-4d7c-9388-70d4d58623ef req-7dbd9394-6a5c-4946-aac4-bac43bce0af0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978708 Aug 09 14:32:39.118337 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ecdcec8d-5b92-4c8e-85f9-17c9e5c1548e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:39.138347 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ecdcec8d-5b92-4c8e-85f9-17c9e5c1548e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:39.160131 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:39.167755 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecdcec8d-5b92-4c8e-85f9-17c9e5c1548e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=93282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:32:39.192020 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdcec8d-5b92-4c8e-85f9-17c9e5c1548e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cc3843-79c4-4b54-af63-83e82038c636,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:39.212616 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ecdcec8d-5b92-4c8e-85f9-17c9e5c1548e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:39.214231 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.db.segments_db [None req-ecdcec8d-5b92-4c8e-85f9-17c9e5c1548e admin admin] Added segment 792ca915-4359-4fac-89ea-41c91774e4d6 of type vlan for network a516a6fc-80a0-4fb2-bdd6-98f364f6a151 Aug 09 14:32:39.281936 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ecdcec8d-5b92-4c8e-85f9-17c9e5c1548e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793432662869'] for network, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:39.318378 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460fe605-d6f8-4dc4-ae5e-5d8d35d1e475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:32:39.321506 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d965202c-dee1-48eb-b144-34f8c83e15bd" -d '{"events": [{"server_uuid": "460fe605-d6f8-4dc4-ae5e-5d8d35d1e475", "name": "network-vif-plugged", "status": "completed", "tag": "6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:32:39.336450 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ecdcec8d-5b92-4c8e-85f9-17c9e5c1548e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for network, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:39.338767 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdcec8d-5b92-4c8e-85f9-17c9e5c1548e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:39.339437 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ecdcec8d-5b92-4c8e-85f9-17c9e5c1548e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:39.366408 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-ecdcec8d-5b92-4c8e-85f9-17c9e5c1548e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8816032 Aug 09 14:32:39.369745 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 42492) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:39.374272 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:32:39.375234 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-daa6f699-8888-4e82-8831-48ae7c71036a admin admin] Request body: {'subnet': {'network_id': 'a516a6fc-80a0-4fb2-bdd6-98f364f6a151', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1479093294-subnet', 'tenant_id': 'd96951aca2c041f6868b6ec2c13c1c95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:32:39.375640 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=98ebeb51-f5a2-4956-a983-1505f5ec1060,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:39.395824 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['98ebeb51-f5a2-4956-a983-1505f5ec1060'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:32:39.398713 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:39.407326 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:39.408763 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:32:39.425066 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa6f699-8888-4e82-8831-48ae7c71036a admin admin] Made reservation on behalf of d96951aca2c041f6868b6ec2c13c1c95 for: {'subnet': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:32:39.427587 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-daa6f699-8888-4e82-8831-48ae7c71036a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2505501'] for subnet, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:39.484343 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdcec8d-5b92-4c8e-85f9-17c9e5c1548e admin admin] Pushing event updated for resources: {'Network': ['ID=a516a6fc-80a0-4fb2-bdd6-98f364f6a151,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:39.491022 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 42498) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:39.508461 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-24181a3b-dc97-4457-a003-9c45e0b6802a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:39.558195 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Network a516a6fc-80a0-4fb2-bdd6-98f364f6a151 details requested by agent ovs-agent-dv-cinder-780933-12-iscsi with host dv-cinder-780933-12-iscsi {{(pid=93283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:32:39.609716 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-24181a3b-dc97-4457-a003-9c45e0b6802a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:39.615913 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-24181a3b-dc97-4457-a003-9c45e0b6802a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:39.667473 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fb97b3-944b-4635-8fe1-91fb80379ebd x-openstack-request-id: req-78fb97b3-944b-4635-8fe1-91fb80379ebd {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:32:39.668153 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460fe605-d6f8-4dc4-ae5e-5d8d35d1e475", "name": "network-vif-plugged", "status": "completed", "tag": "6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:32:39.668621 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-78fb97b3-944b-4635-8fe1-91fb80379ebd {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:32:39.669215 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460fe605-d6f8-4dc4-ae5e-5d8d35d1e475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70', 'code': 200} Aug 09 14:32:39.688649 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-daa6f699-8888-4e82-8831-48ae7c71036a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3868583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2505519'] for subnet, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:39.701810 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-24181a3b-dc97-4457-a003-9c45e0b6802a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d4faa6218e147c4bc47b8e13f3b2f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092061 Aug 09 14:32:39.702544 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24181a3b-dc97-4457-a003-9c45e0b6802a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705b19f5-0c75-4661-9282-1a21a3f3cff8,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:39.705488 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 42500) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:39.762072 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6f699-8888-4e82-8831-48ae7c71036a admin admin] Pushing event updated for resources: {'Subnet': ['ID=578f1238-560a-4a28-8364-46ba20e9dfc3,revision_number=0']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:39.784883 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-39b08545-f40b-48ac-9236-f5866ff2e73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:39.810199 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-39b08545-f40b-48ac-9236-f5866ff2e73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:39.814242 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:39.820630 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4c98-b374-4422-bbe8-5e637f9f0e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:39.841778 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa6f699-8888-4e82-8831-48ae7c71036a admin admin] Checking segment: {'id': '792ca915-4359-4fac-89ea-41c91774e4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a516a6fc-80a0-4fb2-bdd6-98f364f6a151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:32:39.842142 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa6f699-8888-4e82-8831-48ae7c71036a admin admin] Network hostable DHCP agents. Network: a516a6fc-80a0-4fb2-bdd6-98f364f6a151, hostable agents: ['fcf2683d-1b10-4130-9527-2865db8d3e4f'], hosted agents: [] {{(pid=93281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:32:39.856942 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e3e46-d136-4887-a570-d16c6cf1bb52 req-b7074868-c2fe-4136-8934-82cde705af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:39.857478 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bd0e3e46-d136-4887-a570-d16c6cf1bb52 req-b7074868-c2fe-4136-8934-82cde705af62 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 1099 time: 0.0928020 Aug 09 14:32:39.886275 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa6f699-8888-4e82-8831-48ae7c71036a admin admin] Network a516a6fc-80a0-4fb2-bdd6-98f364f6a151 is scheduled to be hosted by DHCP agent fcf2683d-1b10-4130-9527-2865db8d3e4f with binding_index 1 {{(pid=93281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:32:39.907682 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-39b08545-f40b-48ac-9236-f5866ff2e73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:39.910861 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-39b08545-f40b-48ac-9236-f5866ff2e73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:39.921086 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bd0e3e46-d136-4887-a570-d16c6cf1bb52 req-b2f02425-2297-4aa8-9206-8cd50522c90f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563149 Aug 09 14:32:39.922404 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-39b08545-f40b-48ac-9236-f5866ff2e73c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/705b19f5-0c75-4661-9282-1a21a3f3cff8 HTTP/1.1" status: 204 len: 168 time: 0.2157552 Aug 09 14:32:39.924981 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-daa6f699-8888-4e82-8831-48ae7c71036a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-12-iscsi, a516a6fc-80a0-4fb2-bdd6-98f364f6a151) {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:32:39.936785 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa6f699-8888-4e82-8831-48ae7c71036a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:39.938620 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-daa6f699-8888-4e82-8831-48ae7c71036a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for subnet, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:39.948212 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b08545-f40b-48ac-9236-f5866ff2e73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705b19f5-0c75-4661-9282-1a21a3f3cff8,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:39.969902 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd74bcee-cf72-4c5c-8919-34caaeaa40af None None] Network a516a6fc-80a0-4fb2-bdd6-98f364f6a151 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:32:39.977110 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-daa6f699-8888-4e82-8831-48ae7c71036a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6061654 Aug 09 14:32:40.052506 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning for port 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:32:40.073224 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:32:40.073683 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:40.191712 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772510b0-3fbf-4dad-a08c-315c2dcf390f req-614ff24e-6317-44e2-ac3c-df43dfaa80a7 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:40.193876 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-772510b0-3fbf-4dad-a08c-315c2dcf390f req-614ff24e-6317-44e2-ac3c-df43dfaa80a7 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 944 time: 0.0787189 Aug 09 14:32:40.223298 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b1c1f1-790b-4306-b316-794204af4bb2 None None] Network a516a6fc-80a0-4fb2-bdd6-98f364f6a151 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:32:40.271223 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-772510b0-3fbf-4dad-a08c-315c2dcf390f req-0595d1f8-f859-45ec-a8fd-a97191b0c2c5 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701988 Aug 09 14:32:40.319734 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:40.329968 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d58e4-0b44-4daf-81ee-3b52d7334481 req-0252663d-a47a-45ae-b11b-1888c99b3fbf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:40.331965 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ec7d58e4-0b44-4daf-81ee-3b52d7334481 req-0252663d-a47a-45ae-b11b-1888c99b3fbf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0641987 Aug 09 14:32:40.371918 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:40.388109 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7ff66cbd-28c4-41a1-ba5f-98ed546c83a2,segment=NetworkSegment(9d04187b-f6c9-4d6d-b679-e88017fcf2fd),segment_id=9d04187b-f6c9-4d6d-b679-e88017fcf2fd)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:32:40.398381 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:40.402540 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ec7d58e4-0b44-4daf-81ee-3b52d7334481 req-1ca620e0-d409-4529-8980-037e0e32550c tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624442 Aug 09 14:32:40.472691 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=7ff66cbd-28c4-41a1-ba5f-98ed546c83a2,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:41.510535 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c749522-a16c-4d69-b426-0eaeca19adaa req-e7b40e9b-639f-42ec-a86d-1b4fa50ff7dd tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:41.516781 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4c749522-a16c-4d69-b426-0eaeca19adaa req-e7b40e9b-639f-42ec-a86d-1b4fa50ff7dd tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 944 time: 0.1088476 Aug 09 14:32:41.581985 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4c749522-a16c-4d69-b426-0eaeca19adaa req-51ef90bb-3393-4626-91cf-bd127946fe6c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575073 Aug 09 14:32:41.620679 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 42604) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:41.646101 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e361569-7aa2-454c-953d-abd090f3362e req-81326756-99ef-4ba4-9417-56c523383daa tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:41.648665 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2e361569-7aa2-454c-953d-abd090f3362e req-81326756-99ef-4ba4-9417-56c523383daa tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0830688 Aug 09 14:32:41.670777 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af7831b-e849-4788-aa7c-2321524d4f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff66cbd-28c4-41a1-ba5f-98ed546c83a2'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:32:41.675753 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68872ecf-5083-4a66-b0db-852f11e1ecca" -d '{"events": [{"server_uuid": "5af7831b-e849-4788-aa7c-2321524d4f12", "name": "network-vif-plugged", "status": "completed", "tag": "7ff66cbd-28c4-41a1-ba5f-98ed546c83a2"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:32:41.726130 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a590345b-fcdd-4e79-8823-07f45d9ca1eb x-openstack-request-id: req-a590345b-fcdd-4e79-8823-07f45d9ca1eb {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:32:41.726590 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af7831b-e849-4788-aa7c-2321524d4f12", "name": "network-vif-plugged", "status": "completed", "tag": "7ff66cbd-28c4-41a1-ba5f-98ed546c83a2", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:32:41.727008 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a590345b-fcdd-4e79-8823-07f45d9ca1eb {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:32:41.727527 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2e361569-7aa2-454c-953d-abd090f3362e req-2f5e67f6-1f75-4114-a596-4613485da397 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708408 Aug 09 14:32:41.728718 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af7831b-e849-4788-aa7c-2321524d4f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff66cbd-28c4-41a1-ba5f-98ed546c83a2', 'code': 200} Aug 09 14:32:41.862131 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-558d0d15-1960-4336-bc4b-a62b65fc4423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:41.891140 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76788be8-1858-4433-bce6-476fe3a7015a req-449c6d1d-31bb-49ad-acde-d27500c7fd95 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:41.892688 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-76788be8-1858-4433-bce6-476fe3a7015a req-449c6d1d-31bb-49ad-acde-d27500c7fd95 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0626333 Aug 09 14:32:41.905779 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 42622) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:41.913004 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-701b842f-04ae-46e0-8c51-361e80cd0b90 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Request body: {'floatingip': {'port_id': '6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:32:41.974110 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878e168-1595-4170-9ffb-6b5fe75460c1 req-a4e60b85-dfed-48fa-9aa3-2125f6875f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:41.975578 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-7878e168-1595-4170-9ffb-6b5fe75460c1 req-a4e60b85-dfed-48fa-9aa3-2125f6875f36 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 1099 time: 0.0732837 Aug 09 14:32:42.028272 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-558d0d15-1960-4336-bc4b-a62b65fc4423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:42.039049 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-558d0d15-1960-4336-bc4b-a62b65fc4423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:42.058335 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-7878e168-1595-4170-9ffb-6b5fe75460c1 req-75ba77ff-4a20-4f64-9c01-82b8e170715e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747335 Aug 09 14:32:42.095687 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-558d0d15-1960-4336-bc4b-a62b65fc4423 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=902ef6afd96640a98d1400b2e8cfc158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4735465 Aug 09 14:32:42.096746 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 42630) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:42.097711 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d0d15-1960-4336-bc4b-a62b65fc4423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f65ac28-e50b-4e3a-bb0f-c49fe2370bbd,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:42.168323 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3483b7dd-757e-4b8b-99e2-3683a9c38cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:42.202128 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3483b7dd-757e-4b8b-99e2-3683a9c38cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:42.210498 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-701b842f-04ae-46e0-8c51-361e80cd0b90 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for floatingip, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:42.269383 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3483b7dd-757e-4b8b-99e2-3683a9c38cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:42.272809 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3483b7dd-757e-4b8b-99e2-3683a9c38cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:42.276477 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-3483b7dd-757e-4b8b-99e2-3683a9c38cbb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f65ac28-e50b-4e3a-bb0f-c49fe2370bbd HTTP/1.1" status: 204 len: 168 time: 0.1729221 Aug 09 14:32:42.278724 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:42.292918 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483b7dd-757e-4b8b-99e2-3683a9c38cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f65ac28-e50b-4e3a-bb0f-c49fe2370bbd,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:42.302928 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 98ebeb51-f5a2-4956-a983-1505f5ec1060 up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:32:42.413743 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning for port 98ebeb51-f5a2-4956-a983-1505f5ec1060 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:32:42.421128 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port 98ebeb51-f5a2-4956-a983-1505f5ec1060 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:32:42.422131 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:42.529878 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:42.585434 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 98ebeb51-f5a2-4956-a983-1505f5ec1060, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=98ebeb51-f5a2-4956-a983-1505f5ec1060,segment=NetworkSegment(9d04187b-f6c9-4d6d-b679-e88017fcf2fd),segment_id=9d04187b-f6c9-4d6d-b679-e88017fcf2fd)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:32:42.593348 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:42.694399 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=98ebeb51-f5a2-4956-a983-1505f5ec1060,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:42.840791 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 42658) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:42.857253 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-f39af1ec-6034-4832-bb87-7af07adf2188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:42.898253 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8688968-3c42-4403-824f-9e4a24b79769 req-bfafc394-9ecb-4cca-b8ab-53ae19657ac8 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:42.900549 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b8688968-3c42-4403-824f-9e4a24b79769 req-bfafc394-9ecb-4cca-b8ab-53ae19657ac8 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.1787846 Aug 09 14:32:43.004776 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-f39af1ec-6034-4832-bb87-7af07adf2188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:43.011250 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-f39af1ec-6034-4832-bb87-7af07adf2188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:43.012630 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.db.resource_extend [None req-701b842f-04ae-46e0-8c51-361e80cd0b90 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 14:32:43.077977 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b8688968-3c42-4403-824f-9e4a24b79769 req-1d57f834-d695-4f23-b95e-22408eda3a22 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401851 Aug 09 14:32:43.138067 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-f39af1ec-6034-4832-bb87-7af07adf2188 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f640819dd7840628293823a5b3952c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960453 Aug 09 14:32:43.141033 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39af1ec-6034-4832-bb87-7af07adf2188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83711a9-47f5-4f66-9c87-83f349bea8cc,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:43.143131 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 42674) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:43.153351 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-701b842f-04ae-46e0-8c51-361e80cd0b90 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:43.164440 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-701b842f-04ae-46e0-8c51-361e80cd0b90 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744004'] for floatingip, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:43.296668 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-54a10006-849e-4026-8d63-160c480ed2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:43.338916 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-54a10006-849e-4026-8d63-160c480ed2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:43.341760 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.db.l3_db [None req-701b842f-04ae-46e0-8c51-361e80cd0b90 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Floating IP 5a90e82d-820a-44f0-8666-1d429e1845b3 associated. External IP: 172.27.0.211, port: 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70. Aug 09 14:32:43.475412 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-54a10006-849e-4026-8d63-160c480ed2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:43.478244 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-54a10006-849e-4026-8d63-160c480ed2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:43.479509 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-54a10006-849e-4026-8d63-160c480ed2af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a83711a9-47f5-4f66-9c87-83f349bea8cc HTTP/1.1" status: 204 len: 168 time: 0.3352175 Aug 09 14:32:43.512186 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a10006-849e-4026-8d63-160c480ed2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83711a9-47f5-4f66-9c87-83f349bea8cc,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:43.705543 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701b842f-04ae-46e0-8c51-361e80cd0b90 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Router 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:32:43.730438 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a1137b-ffcc-4368-86ce-a46be7ad84b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ebeb51-f5a2-4956-a983-1505f5ec1060'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:32:43.733422 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b918ba-025e-4a06-9bf8-61fabde97fd0" -d '{"events": [{"server_uuid": "f2a1137b-ffcc-4368-86ce-a46be7ad84b4", "name": "network-vif-plugged", "status": "completed", "tag": "98ebeb51-f5a2-4956-a983-1505f5ec1060"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:32:43.773099 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a5ae7c-9ccb-4522-a686-f62c0d93a552 x-openstack-request-id: req-a8a5ae7c-9ccb-4522-a686-f62c0d93a552 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:32:43.773432 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a1137b-ffcc-4368-86ce-a46be7ad84b4", "name": "network-vif-plugged", "status": "completed", "tag": "98ebeb51-f5a2-4956-a983-1505f5ec1060", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:32:43.773768 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a8a5ae7c-9ccb-4522-a686-f62c0d93a552 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:32:43.774168 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a1137b-ffcc-4368-86ce-a46be7ad84b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ebeb51-f5a2-4956-a983-1505f5ec1060', 'code': 200} Aug 09 14:32:43.835628 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701b842f-04ae-46e0-8c51-361e80cd0b90 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:32:43.842909 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-701b842f-04ae-46e0-8c51-361e80cd0b90 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:43.849574 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec506e3-309e-4172-8d8b-689a29626002 None None] Sync routers for ids ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'] in dv-cinder-780933-12-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:32:43.863900 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec506e3-309e-4172-8d8b-689a29626002 None None] Routers {'3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:32:43.864549 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-dec506e3-309e-4172-8d8b-689a29626002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:32:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:44.003972 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b796ffd-20c9-41f5-acec-75b96ef5d5a0 req-72cc7f11-7e43-43a8-9b3c-d11b29433f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:44.005861 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-6b796ffd-20c9-41f5-acec-75b96ef5d5a0 req-72cc7f11-7e43-43a8-9b3c-d11b29433f42 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 1098 time: 0.0555148 Aug 09 14:32:44.017913 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-dec506e3-309e-4172-8d8b-689a29626002 None None] Set router 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:32:44.060937 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-6b796ffd-20c9-41f5-acec-75b96ef5d5a0 req-99c63c3f-1b29-4b7b-a246-cb7500e425b6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460124 Aug 09 14:32:44.104552 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-701b842f-04ae-46e0-8c51-361e80cd0b90 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "PUT /v2.0/floatingips/5a90e82d-820a-44f0-8666-1d429e1845b3 HTTP/1.1" status: 200 len: 992 time: 2.1971414 Aug 09 14:32:44.105772 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460fe605-d6f8-4dc4-ae5e-5d8d35d1e475', 'tag': '6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:32:44.108490 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56ce326a282370cb2de39ae3136380dca3ea80517aac3f2975b0460684c6f47d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b8784e-e324-4d3e-a9b3-e8edde13c16e" -d '{"events": [{"name": "network-changed", "server_uuid": "460fe605-d6f8-4dc4-ae5e-5d8d35d1e475", "tag": "6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:32:44.206247 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c2f43b-250d-4d1a-9133-4fc9379e39c6 x-openstack-request-id: req-97c2f43b-250d-4d1a-9133-4fc9379e39c6 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:32:44.206542 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460fe605-d6f8-4dc4-ae5e-5d8d35d1e475", "tag": "6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:32:44.206855 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-97c2f43b-250d-4d1a-9133-4fc9379e39c6 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:32:44.207328 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460fe605-d6f8-4dc4-ae5e-5d8d35d1e475', 'tag': '6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70', 'status': 'completed', 'code': 200} Aug 09 14:32:44.300775 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8784e-e324-4d3e-a9b3-e8edde13c16e req-7f0f56b4-96ae-4e2c-9dfd-87532c9908ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:44.302517 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-43b8784e-e324-4d3e-a9b3-e8edde13c16e req-7f0f56b4-96ae-4e2c-9dfd-87532c9908ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d1d83df37494330a7851a5b1ddb7199&device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 1099 time: 0.0726621 Aug 09 14:32:44.383788 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfdfaa-e749-4eb6-8f08-e0097f2046ee req-16b2b04c-85e3-4ada-999f-47a8c7b0dc33 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:44.386337 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-19bfdfaa-e749-4eb6-8f08-e0097f2046ee req-16b2b04c-85e3-4ada-999f-47a8c7b0dc33 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0768092 Aug 09 14:32:44.468289 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-19bfdfaa-e749-4eb6-8f08-e0097f2046ee req-f64d13bb-7c3c-41e7-b72d-4f97900a02c3 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745015 Aug 09 14:32:44.525509 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8784e-e324-4d3e-a9b3-e8edde13c16e req-4b7ca08d-aba6-41d7-9bf0-be746573eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:44.528050 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-43b8784e-e324-4d3e-a9b3-e8edde13c16e req-4b7ca08d-aba6-41d7-9bf0-be746573eeab service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1a85733-b746-4659-8c30-3b0e459dbc6f HTTP/1.1" status: 200 len: 918 time: 0.2117872 Aug 09 14:32:44.595100 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-dec506e3-309e-4172-8d8b-689a29626002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1476376075-router', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:32:04Z', 'revision_number': 4, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'gw_port': {'id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:57Z', 'updated_at': '2021-08-09T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': '5a90e82d-820a-44f0-8666-1d429e1845b3', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'floating_ip_address': '172.27.0.211', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'port_id': '6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'mac_address': 'fa:16:3e:46:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460fe605-d6f8-4dc4-ae5e-5d8d35d1e475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:32:13Z', 'updated_at': '2021-08-09T14:32:42Z', 'revision_number': 1, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a01cced0-8c18-4340-833f-e26a96af49fb', 'name': '', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'mac_address': 'fa:16:3e:3a:b7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:32:01Z', 'updated_at': '2021-08-09T14:32:13Z', 'revision_number': 5, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'subnets': [{'id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:44.629564 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec506e3-309e-4172-8d8b-689a29626002 None None] Checking router: 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 for host: dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:32:44.641918 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec506e3-309e-4172-8d8b-689a29626002 None None] Routers {'3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:32:44.642608 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-dec506e3-309e-4172-8d8b-689a29626002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:32:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:44.671850 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-43b8784e-e324-4d3e-a9b3-e8edde13c16e req-d994da75-b361-4a1f-8bb0-7c779cae7646 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 HTTP/1.1" status: 200 len: 1000 time: 0.1350954 Aug 09 14:32:44.785449 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8784e-e324-4d3e-a9b3-e8edde13c16e req-10966290-b12c-441d-8ae7-04d303a3afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:44.786986 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-43b8784e-e324-4d3e-a9b3-e8edde13c16e req-10966290-b12c-441d-8ae7-04d303a3afdb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d011544-2652-42c4-bd98-5da36fbdc571 HTTP/1.1" status: 200 len: 856 time: 0.1001663 Aug 09 14:32:44.896044 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8784e-e324-4d3e-a9b3-e8edde13c16e req-f9f3ef55-1b46-4d1b-bb2d-8b0d629e76f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:44.898324 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-43b8784e-e324-4d3e-a9b3-e8edde13c16e req-f9f3ef55-1b46-4d1b-bb2d-8b0d629e76f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1a85733-b746-4659-8c30-3b0e459dbc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0942960 Aug 09 14:32:45.005825 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-dec506e3-309e-4172-8d8b-689a29626002 None None] Set router 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:32:45.087784 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-43b8784e-e324-4d3e-a9b3-e8edde13c16e req-12b0d907-1b14-47f7-942f-1c1bc090509b service neutron] 10.222.0.11 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724436 Aug 09 14:32:45.304977 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-43b8784e-e324-4d3e-a9b3-e8edde13c16e req-d666e4e8-194c-48bb-80d6-525780427329 service neutron] 10.222.0.11 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033455 Aug 09 14:32:45.562399 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-dec506e3-309e-4172-8d8b-689a29626002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1476376075-router', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:32:04Z', 'revision_number': 4, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'gw_port': {'id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:57Z', 'updated_at': '2021-08-09T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': '5a90e82d-820a-44f0-8666-1d429e1845b3', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'floating_ip_address': '172.27.0.211', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'port_id': '6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'mac_address': 'fa:16:3e:46:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460fe605-d6f8-4dc4-ae5e-5d8d35d1e475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:32:13Z', 'updated_at': '2021-08-09T14:32:42Z', 'revision_number': 1, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a01cced0-8c18-4340-833f-e26a96af49fb', 'name': '', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'mac_address': 'fa:16:3e:3a:b7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:32:01Z', 'updated_at': '2021-08-09T14:32:13Z', 'revision_number': 5, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'subnets': [{'id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:32:45.624767 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec506e3-309e-4172-8d8b-689a29626002 None None] The sync data for ids ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'] in dv-cinder-780933-12-iscsi is: [{'id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1476376075-router', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:32:04Z', 'revision_number': 4, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'gw_port': {'id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:57Z', 'updated_at': '2021-08-09T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': '5a90e82d-820a-44f0-8666-1d429e1845b3', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'floating_ip_address': '172.27.0.211', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'port_id': '6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'mac_address': 'fa:16:3e:46:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460fe605-d6f8-4dc4-ae5e-5d8d35d1e475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:32:13Z', 'updated_at': '2021-08-09T14:32:42Z', 'revision_number': 1, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a01cced0-8c18-4340-833f-e26a96af49fb', 'name': '', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'mac_address': 'fa:16:3e:3a:b7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:32:01Z', 'updated_at': '2021-08-09T14:32:13Z', 'revision_number': 5, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'subnets': [{'id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:32:45.735720 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77e5f3-0d13-467b-89b6-4e5f23bb9240 req-60115486-8246-4be4-afd8-f466995f9c5e tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:45.737274 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6b77e5f3-0d13-467b-89b6-4e5f23bb9240 req-60115486-8246-4be4-afd8-f466995f9c5e tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0811267 Aug 09 14:32:45.813298 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73963bd3-565a-4af4-8155-93010aab7c8a req-ec1fb3c8-79d4-4f19-ba01-efcf964e6038 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:45.815537 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-73963bd3-565a-4af4-8155-93010aab7c8a req-ec1fb3c8-79d4-4f19-ba01-efcf964e6038 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 945 time: 0.1098189 Aug 09 14:32:45.828608 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6b77e5f3-0d13-467b-89b6-4e5f23bb9240 req-6dadf18a-b1be-4fd9-b511-f715553636e3 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705929 Aug 09 14:32:45.866027 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-73963bd3-565a-4af4-8155-93010aab7c8a req-1ada65a5-00dd-4e16-8a3b-b94d69171804 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/security-groups?id=a66b5ab9-7ddb-4fdf-98b3-e4272254c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362492 Aug 09 14:32:45.911287 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633db189-3fd5-4f0d-a111-708109d4e253 None None] New status for floating IP 5a90e82d-820a-44f0-8666-1d429e1845b3: ACTIVE {{(pid=93283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:32:46.174497 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dce05d-309f-41f9-9341-7035b2943e14 req-71119fc1-1cca-4b43-aa2b-621473b194f0 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:46.176240 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-35dce05d-309f-41f9-9341-7035b2943e14 req-71119fc1-1cca-4b43-aa2b-621473b194f0 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0641758 Aug 09 14:32:46.228563 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-35dce05d-309f-41f9-9341-7035b2943e14 req-67c387e5-1914-4c5c-be3a-4d1e343513ef tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439713 Aug 09 14:32:46.712590 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:46.991106 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01354e5e-7b5c-4dda-8c03-6942ec87f227 req-a68b8d60-a90a-4a4c-b945-cb1d35093966 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:46.992842 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-01354e5e-7b5c-4dda-8c03-6942ec87f227 req-a68b8d60-a90a-4a4c-b945-cb1d35093966 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 945 time: 0.0491619 Aug 09 14:32:47.033103 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-01354e5e-7b5c-4dda-8c03-6942ec87f227 req-679a3114-09f2-4a78-b838-25eecd12a2f5 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/security-groups?id=a66b5ab9-7ddb-4fdf-98b3-e4272254c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334566 Aug 09 14:32:47.357605 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318cae4-87ac-4f3c-be1e-65fe97ebab11 req-ac896ad1-85bc-4a71-a557-d12f60292282 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:47.359089 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0318cae4-87ac-4f3c-be1e-65fe97ebab11 req-ac896ad1-85bc-4a71-a557-d12f60292282 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0517809 Aug 09 14:32:47.399087 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0318cae4-87ac-4f3c-be1e-65fe97ebab11 req-cd370dd9-ca10-4fce-80f3-edb4d4030a94 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340772 Aug 09 14:32:48.147411 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ced78-c30e-41df-b0e5-a63dfa9e9003 req-f51db665-ebb1-4ac9-acbd-79f2a7d5cdd7 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:48.148886 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f94ced78-c30e-41df-b0e5-a63dfa9e9003 req-f51db665-ebb1-4ac9-acbd-79f2a7d5cdd7 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 945 time: 0.0483828 Aug 09 14:32:48.187716 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f94ced78-c30e-41df-b0e5-a63dfa9e9003 req-1ae07c27-e007-46f3-922b-29b9cac454f0 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/security-groups?id=a66b5ab9-7ddb-4fdf-98b3-e4272254c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322254 Aug 09 14:32:48.520254 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea998a3-9af7-4cdb-ade2-8397cf1439ae req-21d3a395-e71e-4fbe-8279-e9452a01dcf6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:48.521756 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9ea998a3-9af7-4cdb-ade2-8397cf1439ae req-21d3a395-e71e-4fbe-8279-e9452a01dcf6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0489616 Aug 09 14:32:48.561986 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9ea998a3-9af7-4cdb-ade2-8397cf1439ae req-23a6f3d1-50dc-4b8b-bb26-42bd41dbf4ec tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329211 Aug 09 14:32:49.296469 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac099b8f-a5d7-414c-8639-613765284da0 req-1294da42-a019-4985-ad90-f1946d6c0c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:49.299030 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ac099b8f-a5d7-414c-8639-613765284da0 req-1294da42-a019-4985-ad90-f1946d6c0c7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94fcc7593f8842ca9f6f0582e70529d5&device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 1098 time: 0.0576646 Aug 09 14:32:49.313476 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd422f07-579e-44d1-b7d6-d2b142bcfe9f req-362d32c8-819e-4373-a16c-2a1aebd516f4 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:49.315092 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fd422f07-579e-44d1-b7d6-d2b142bcfe9f req-362d32c8-819e-4373-a16c-2a1aebd516f4 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 945 time: 0.0587578 Aug 09 14:32:49.357307 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fd422f07-579e-44d1-b7d6-d2b142bcfe9f req-f1a4fa66-91b0-4da3-8769-7bac3b0deb5b tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/security-groups?id=a66b5ab9-7ddb-4fdf-98b3-e4272254c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342021 Aug 09 14:32:49.400448 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac099b8f-a5d7-414c-8639-613765284da0 req-a52b6a4b-51ec-446b-a992-1fa497465f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:49.401913 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ac099b8f-a5d7-414c-8639-613765284da0 req-a52b6a4b-51ec-446b-a992-1fa497465f3b service neutron] 10.222.0.11 "GET /v2.0/networks?id=68be63ba-7c01-4e71-8f7c-e4220c46edd1 HTTP/1.1" status: 200 len: 918 time: 0.0939541 Aug 09 14:32:49.453567 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ac099b8f-a5d7-414c-8639-613765284da0 req-eab815f7-cc90-401e-869e-b803edc25d73 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98ebeb51-f5a2-4956-a983-1505f5ec1060 HTTP/1.1" status: 200 len: 217 time: 0.0369184 Aug 09 14:32:49.527831 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac099b8f-a5d7-414c-8639-613765284da0 req-0ca2f27d-24a6-4ff0-a669-e568c1da6abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:49.529208 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ac099b8f-a5d7-414c-8639-613765284da0 req-0ca2f27d-24a6-4ff0-a669-e568c1da6abb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9dcc6b59-86eb-470d-a76e-ee60461948ce HTTP/1.1" status: 200 len: 857 time: 0.0491333 Aug 09 14:32:49.580659 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ac099b8f-a5d7-414c-8639-613765284da0 req-748a45c0-f6ff-4966-837c-1eb56e36c40b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=68be63ba-7c01-4e71-8f7c-e4220c46edd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273061 Aug 09 14:32:49.690763 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ac099b8f-a5d7-414c-8639-613765284da0 req-2cd17c43-1c06-49c4-892a-9f25883f6cb0 service neutron] 10.222.0.11 "GET /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978165 Aug 09 14:32:49.704625 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7108204-a334-4e59-8f2d-ba2501383266 req-6cc0c117-ecc0-4ccd-857b-ff455b017e1a tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:49.706337 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c7108204-a334-4e59-8f2d-ba2501383266 req-6cc0c117-ecc0-4ccd-857b-ff455b017e1a tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0582423 Aug 09 14:32:49.755735 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c7108204-a334-4e59-8f2d-ba2501383266 req-93311a95-20b3-440c-884e-f1783fe29354 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403669 Aug 09 14:32:49.839237 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ac099b8f-a5d7-414c-8639-613765284da0 req-f0c9bc24-3c1a-4943-8290-e892ac4ffc22 service neutron] 10.222.0.11 "GET /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274590 Aug 09 14:32:50.482527 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb189058-5fc3-4f43-925c-92b631d1e0a9 req-b1a002c5-c985-46fd-97a1-e53a6615fc3a tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:50.484088 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cb189058-5fc3-4f43-925c-92b631d1e0a9 req-b1a002c5-c985-46fd-97a1-e53a6615fc3a tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 945 time: 0.0552595 Aug 09 14:32:50.523511 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cb189058-5fc3-4f43-925c-92b631d1e0a9 req-8d51eb21-4ad6-4c18-b011-430b08178e79 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/security-groups?id=a66b5ab9-7ddb-4fdf-98b3-e4272254c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333908 Aug 09 14:32:50.917958 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf875d-4350-43c3-9ec4-b0391602ec26 req-308c3df0-8fa7-449b-b43e-d79e8fc5c1ef tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:50.927736 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b9cf875d-4350-43c3-9ec4-b0391602ec26 req-308c3df0-8fa7-449b-b43e-d79e8fc5c1ef tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0858903 Aug 09 14:32:50.975377 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b9cf875d-4350-43c3-9ec4-b0391602ec26 req-85eae65b-0a8f-4cc5-ba49-07fbae556365 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375121 Aug 09 14:32:51.352292 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e0583-2b7e-4788-82f5-a0bc0a7cc0c8 req-e5891467-990e-4827-8ec3-684c551f2742 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:51.354779 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0e3e0583-2b7e-4788-82f5-a0bc0a7cc0c8 req-e5891467-990e-4827-8ec3-684c551f2742 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.11 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 945 time: 0.1000726 Aug 09 14:32:51.536815 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-0e3e0583-2b7e-4788-82f5-a0bc0a7cc0c8 req-f4715a69-0289-4cbb-971f-b416e15e8343 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Deleting port 0faa9104-9f72-40af-8466-f1890c97aacf {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:32:51.537244 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-0e3e0583-2b7e-4788-82f5-a0bc0a7cc0c8 req-f4715a69-0289-4cbb-971f-b416e15e8343 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:51.644461 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-0e3e0583-2b7e-4788-82f5-a0bc0a7cc0c8 req-f4715a69-0289-4cbb-971f-b416e15e8343 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] For port 0faa9104-9f72-40af-8466-f1890c97aacf, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0faa9104-9f72-40af-8466-f1890c97aacf,segment=NetworkSegment(c5447483-891a-43e3-b473-80f0b833b50d),segment_id=c5447483-891a-43e3-b473-80f0b833b50d)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:32:51.644841 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-0e3e0583-2b7e-4788-82f5-a0bc0a7cc0c8 req-f4715a69-0289-4cbb-971f-b416e15e8343 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:51.653796 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce063ae0-6fda-427d-823b-a5d2347b2e9a req-75bfd27d-15c3-4500-b67e-cbe3feb4f36f tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:51.656210 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ce063ae0-6fda-427d-823b-a5d2347b2e9a req-75bfd27d-15c3-4500-b67e-cbe3feb4f36f tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 945 time: 0.0531192 Aug 09 14:32:51.666758 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-0e3e0583-2b7e-4788-82f5-a0bc0a7cc0c8 req-f4715a69-0289-4cbb-971f-b416e15e8343 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Calling delete_port for 0faa9104-9f72-40af-8466-f1890c97aacf owned by compute:nova {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:32:51.707765 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ce063ae0-6fda-427d-823b-a5d2347b2e9a req-9a1c41db-9d38-437a-9a16-dc05e6cadecb tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/security-groups?id=a66b5ab9-7ddb-4fdf-98b3-e4272254c43d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444069 Aug 09 14:32:52.011194 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-0e3e0583-2b7e-4788-82f5-a0bc0a7cc0c8 req-f4715a69-0289-4cbb-971f-b416e15e8343 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:52.041824 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4715a69-0289-4cbb-971f-b416e15e8343 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Pushing event deleted for resources: {'Port': ['ID=0faa9104-9f72-40af-8466-f1890c97aacf,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:52.085164 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 42988) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:52.108904 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3e0583-2b7e-4788-82f5-a0bc0a7cc0c8 req-f4715a69-0289-4cbb-971f-b416e15e8343 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] No DVR routers for this DVR port 0faa9104-9f72-40af-8466-f1890c97aacf on host hv-cinder-78093 {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:32:52.112045 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319499c6-3c4e-49a1-a9ab-baf9200043e0 req-51d185b3-18f3-48f3-a4ba-f99ff049e7e1 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:52.112203 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-0e3e0583-2b7e-4788-82f5-a0bc0a7cc0c8 req-f4715a69-0289-4cbb-971f-b416e15e8343 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:52.113560 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-319499c6-3c4e-49a1-a9ab-baf9200043e0 req-51d185b3-18f3-48f3-a4ba-f99ff049e7e1 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0606875 Aug 09 14:32:52.114248 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0e3e0583-2b7e-4788-82f5-a0bc0a7cc0c8 req-f4715a69-0289-4cbb-971f-b416e15e8343 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.11 "DELETE /v2.0/ports/0faa9104-9f72-40af-8466-f1890c97aacf HTTP/1.1" status: 204 len: 173 time: 0.7526419 Aug 09 14:32:52.114913 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489cc2ad-f891-4bb8-b977-fccb6cba16be', 'name': 'network-vif-deleted', 'tag': '0faa9104-9f72-40af-8466-f1890c97aacf'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:32:52.117346 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa58430d-af1c-415b-b162-ef53fc8f661e" -d '{"events": [{"server_uuid": "489cc2ad-f891-4bb8-b977-fccb6cba16be", "name": "network-vif-deleted", "tag": "0faa9104-9f72-40af-8466-f1890c97aacf"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:32:52.169637 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf294d6-c724-4939-8757-9acfd74613fe x-openstack-request-id: req-ecf294d6-c724-4939-8757-9acfd74613fe {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:32:52.170028 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489cc2ad-f891-4bb8-b977-fccb6cba16be", "name": "network-vif-deleted", "tag": "0faa9104-9f72-40af-8466-f1890c97aacf", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:32:52.170566 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ecf294d6-c724-4939-8757-9acfd74613fe {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:32:52.171084 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489cc2ad-f891-4bb8-b977-fccb6cba16be', 'name': 'network-vif-deleted', 'tag': '0faa9104-9f72-40af-8466-f1890c97aacf', 'status': 'completed', 'code': 200} Aug 09 14:32:52.173392 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-319499c6-3c4e-49a1-a9ab-baf9200043e0 req-461f0937-c005-4200-96bb-97e49feabf41 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510478 Aug 09 14:32:52.241727 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e90ca598-e4d6-458e-8164-bfea72ee6d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:52.336370 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e90ca598-e4d6-458e-8164-bfea72ee6d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:52.341381 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e90ca598-e4d6-458e-8164-bfea72ee6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:52.379688 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ca598-e4d6-458e-8164-bfea72ee6d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65bbd4c-46cd-40d1-80d4-f1817269425f,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:52.386014 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-e90ca598-e4d6-458e-8164-bfea72ee6d52 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2c8907b0e8840149e7c3109c5fb9938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2983785 Aug 09 14:32:52.387643 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 43008) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:52.452831 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e5b5f0ba-876f-4c73-b8a9-e07d2504d64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:52.474132 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e5b5f0ba-876f-4c73-b8a9-e07d2504d64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:52.530625 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e5b5f0ba-876f-4c73-b8a9-e07d2504d64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:52.533510 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e5b5f0ba-876f-4c73-b8a9-e07d2504d64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:52.537481 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-e5b5f0ba-876f-4c73-b8a9-e07d2504d64d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b65bbd4c-46cd-40d1-80d4-f1817269425f HTTP/1.1" status: 204 len: 168 time: 0.1480522 Aug 09 14:32:52.549820 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5f0ba-876f-4c73-b8a9-e07d2504d64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65bbd4c-46cd-40d1-80d4-f1817269425f,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:52.804107 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5ea0149a-fa41-4283-8edb-816ea25179d1 req-fc0dfe45-16f1-4042-879c-7eac7bb627ed tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 210 time: 0.0283856 Aug 09 14:32:52.858820 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 43022) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:52.872500 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3320b5ee-5f5a-42d7-afb5-543ec96ba809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:52.977090 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3320b5ee-5f5a-42d7-afb5-543ec96ba809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:52.981441 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3320b5ee-5f5a-42d7-afb5-543ec96ba809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:53.020946 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-3320b5ee-5f5a-42d7-afb5-543ec96ba809 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f5d7a49844540e08e1e7dad9949ccfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1610048 Aug 09 14:32:53.021769 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320b5ee-5f5a-42d7-afb5-543ec96ba809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c277242-f125-442c-9ec1-62bc9e986bd7,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:53.023632 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 43024) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:53.078273 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4846805f-0c2d-4d6b-956f-265110f39dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:53.099658 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4846805f-0c2d-4d6b-956f-265110f39dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:53.146579 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4846805f-0c2d-4d6b-956f-265110f39dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:53.149203 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4846805f-0c2d-4d6b-956f-265110f39dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:53.150379 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-4846805f-0c2d-4d6b-956f-265110f39dcb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1c277242-f125-442c-9ec1-62bc9e986bd7 HTTP/1.1" status: 204 len: 168 time: 0.1251795 Aug 09 14:32:53.158047 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846805f-0c2d-4d6b-956f-265110f39dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c277242-f125-442c-9ec1-62bc9e986bd7,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:53.296353 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad279a-aeb5-4e59-9539-d999b4bd9b7e req-aec7dd51-543d-4c0f-9fe5-2c9bb5b97a2f tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:53.297863 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cdad279a-aeb5-4e59-9539-d999b4bd9b7e req-aec7dd51-543d-4c0f-9fe5-2c9bb5b97a2f tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0527155 Aug 09 14:32:53.340584 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cdad279a-aeb5-4e59-9539-d999b4bd9b7e req-819c90a1-1880-459d-bc01-df6eb4df491e tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361433 Aug 09 14:32:53.900934 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cd95b587-d2d6-4c5f-b071-163601005924 req-815506a4-2adb-46db-8368-b5a8ad52e241 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 210 time: 0.0271795 Aug 09 14:32:54.427595 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['0faa9104-9f72-40af-8466-f1890c97aacf'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:32:54.469485 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8a79b-d8f3-474e-a499-be0b47fa8826 req-7a477ab0-182f-4a6c-bfc6-1a1a66677180 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:54.471790 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d4e8a79b-d8f3-474e-a499-be0b47fa8826 req-7a477ab0-182f-4a6c-bfc6-1a1a66677180 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0594494 Aug 09 14:32:54.506699 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 0faa9104-9f72-40af-8466-f1890c97aacf no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:32:54.518911 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d4e8a79b-d8f3-474e-a499-be0b47fa8826 req-a5979c01-3cd7-4e8a-ad43-d3ba8d2767c6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391674 Aug 09 14:32:54.534931 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] No Port match for: 0faa9104-9f72-40af-8466-f1890c97aacf {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:32:54.535284 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 0faa9104-9f72-40af-8466-f1890c97aacf not bound to the agent host hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:32:55.046927 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cd66ee5c-f22e-405a-8a9f-23a9950062bd req-6fd2b7ab-0ccc-439b-980c-f241e1877c19 tempest-DeleteServersTestJSON-2083044570 tempest-DeleteServersTestJSON-2083044570-project] 10.222.0.60 "GET /v2.0/ports?device_id=489cc2ad-f891-4bb8-b977-fccb6cba16be HTTP/1.1" status: 200 len: 210 time: 0.0320952 Aug 09 14:32:55.655516 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf69542-b4d6-44ce-ad8b-ae4f022ac487 req-e4ee4db9-ecf8-47b0-9281-527bdea0f6a5 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:55.657507 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4bf69542-b4d6-44ce-ad8b-ae4f022ac487 req-e4ee4db9-ecf8-47b0-9281-527bdea0f6a5 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0595253 Aug 09 14:32:55.699938 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4bf69542-b4d6-44ce-ad8b-ae4f022ac487 req-d8f60322-4684-47e1-9d50-6f8b2513dd7f tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366626 Aug 09 14:32:56.825059 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e021f0e-27e8-4a56-8a90-f1d0df51bfd7 req-e2cdcf1d-8033-48b0-9df0-e25301e46b23 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:56.826813 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5e021f0e-27e8-4a56-8a90-f1d0df51bfd7 req-e2cdcf1d-8033-48b0-9df0-e25301e46b23 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0518005 Aug 09 14:32:56.865244 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5e021f0e-27e8-4a56-8a90-f1d0df51bfd7 req-a2388445-37f4-458e-969b-4567de6042fc tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323653 Aug 09 14:32:56.974583 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 43184) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:57.089194 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ee736083-c53a-4ccb-b8d0-0ac28a5f8f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:57.178394 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ee736083-c53a-4ccb-b8d0-0ac28a5f8f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:57.184093 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ee736083-c53a-4ccb-b8d0-0ac28a5f8f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:57.222027 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-ee736083-c53a-4ccb-b8d0-0ac28a5f8f01 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb29938596a04bb983f16b81f38fc1b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462096 Aug 09 14:32:57.222588 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee736083-c53a-4ccb-b8d0-0ac28a5f8f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a959b41-925a-49bb-8d9e-1b84abb63d95,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:57.224472 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 43188) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:57.237297 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee736083-c53a-4ccb-b8d0-0ac28a5f8f01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:57.237644 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee736083-c53a-4ccb-b8d0-0ac28a5f8f01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:57.238004 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee736083-c53a-4ccb-b8d0-0ac28a5f8f01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:57.238321 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee736083-c53a-4ccb-b8d0-0ac28a5f8f01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:57.238651 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee736083-c53a-4ccb-b8d0-0ac28a5f8f01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:57.239016 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee736083-c53a-4ccb-b8d0-0ac28a5f8f01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:57.239342 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee736083-c53a-4ccb-b8d0-0ac28a5f8f01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:57.239669 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee736083-c53a-4ccb-b8d0-0ac28a5f8f01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:57.239989 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee736083-c53a-4ccb-b8d0-0ac28a5f8f01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:57.240310 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee736083-c53a-4ccb-b8d0-0ac28a5f8f01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:57.240629 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee736083-c53a-4ccb-b8d0-0ac28a5f8f01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:57.240945 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee736083-c53a-4ccb-b8d0-0ac28a5f8f01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:57.286829 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8e092e15-e5aa-4a1c-9f67-90c94d235ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:57.309002 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8e092e15-e5aa-4a1c-9f67-90c94d235ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:57.361379 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8e092e15-e5aa-4a1c-9f67-90c94d235ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:57.364259 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8e092e15-e5aa-4a1c-9f67-90c94d235ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:57.365422 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-8e092e15-e5aa-4a1c-9f67-90c94d235ec1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0a959b41-925a-49bb-8d9e-1b84abb63d95 HTTP/1.1" status: 204 len: 168 time: 0.1400576 Aug 09 14:32:57.373648 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e092e15-e5aa-4a1c-9f67-90c94d235ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a959b41-925a-49bb-8d9e-1b84abb63d95,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:57.653457 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 43202) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:57.667064 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7e2e8750-fc59-4f6c-b232-f342e184370a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:57.761195 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7e2e8750-fc59-4f6c-b232-f342e184370a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:57.765300 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7e2e8750-fc59-4f6c-b232-f342e184370a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:57.807975 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-7e2e8750-fc59-4f6c-b232-f342e184370a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f56aa60f3b7a45b9af1a0067c4006ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1533625 Aug 09 14:32:57.808907 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e8750-fc59-4f6c-b232-f342e184370a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8617fc-a705-41b6-9a6f-bc1f900dc0e7,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:57.810638 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 43206) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:32:57.816826 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e8750-fc59-4f6c-b232-f342e184370a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:57.817181 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e8750-fc59-4f6c-b232-f342e184370a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:57.817525 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e8750-fc59-4f6c-b232-f342e184370a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:57.817862 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e8750-fc59-4f6c-b232-f342e184370a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:57.818195 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e8750-fc59-4f6c-b232-f342e184370a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:57.818529 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e8750-fc59-4f6c-b232-f342e184370a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:57.818897 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e8750-fc59-4f6c-b232-f342e184370a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:57.819233 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e8750-fc59-4f6c-b232-f342e184370a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:57.819564 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e8750-fc59-4f6c-b232-f342e184370a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:57.819891 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e8750-fc59-4f6c-b232-f342e184370a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:57.820218 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e8750-fc59-4f6c-b232-f342e184370a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:57.820540 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2e8750-fc59-4f6c-b232-f342e184370a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:32:57.859690 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-745c7578-f730-4a9f-85b2-675fab08f125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:57.882096 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-745c7578-f730-4a9f-85b2-675fab08f125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:57.930115 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-745c7578-f730-4a9f-85b2-675fab08f125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:57.933317 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-745c7578-f730-4a9f-85b2-675fab08f125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:32:57.934499 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-745c7578-f730-4a9f-85b2-675fab08f125 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d8617fc-a705-41b6-9a6f-bc1f900dc0e7 HTTP/1.1" status: 204 len: 168 time: 0.1225491 Aug 09 14:32:57.944052 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c7578-f730-4a9f-85b2-675fab08f125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8617fc-a705-41b6-9a6f-bc1f900dc0e7,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:32:58.002223 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478ca59-597f-4966-b65e-6afcf6fe13c8 req-917b5c65-5698-42f7-9d17-14c0fa06f24f tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:58.003738 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f478ca59-597f-4966-b65e-6afcf6fe13c8 req-917b5c65-5698-42f7-9d17-14c0fa06f24f tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0594392 Aug 09 14:32:58.043170 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f478ca59-597f-4966-b65e-6afcf6fe13c8 req-39b05e20-a49f-4d1b-9d41-3936237cf0e3 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332234 Aug 09 14:32:59.166085 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba48094-f3fc-4c9c-8020-f32719f262c7 req-b55926b8-b817-4e84-8e81-9952f869ff8a tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:32:59.167868 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dba48094-f3fc-4c9c-8020-f32719f262c7 req-b55926b8-b817-4e84-8e81-9952f869ff8a tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0483115 Aug 09 14:32:59.206357 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dba48094-f3fc-4c9c-8020-f32719f262c7 req-e91b4879-d64b-4d9b-b7a3-a2f7d9faf4c7 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326457 Aug 09 14:33:00.335323 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8e160-5598-4e66-aa01-0e7e3c465ad2 req-c1c7f7fe-8c4a-4f4e-86dd-462b3fde2bee tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:00.337313 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ede8e160-5598-4e66-aa01-0e7e3c465ad2 req-c1c7f7fe-8c4a-4f4e-86dd-462b3fde2bee tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0520959 Aug 09 14:33:00.375531 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ede8e160-5598-4e66-aa01-0e7e3c465ad2 req-d164bef7-a228-4002-b289-015342db3c13 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320179 Aug 09 14:33:01.498281 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124b729-70f0-41d0-9290-9fed421f8138 req-dfbfecac-a635-47b8-a142-fcfcb01da52e tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:01.499793 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7124b729-70f0-41d0-9290-9fed421f8138 req-dfbfecac-a635-47b8-a142-fcfcb01da52e tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0497196 Aug 09 14:33:01.544955 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7124b729-70f0-41d0-9290-9fed421f8138 req-6543a8bd-b976-4cc2-b36b-a1f0f90e596d tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385926 Aug 09 14:33:02.668718 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4db3e-9789-4adf-957e-0b4f97d31452 req-2fd22d97-24fc-4003-99d8-0a272d954938 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:02.670405 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-47e4db3e-9789-4adf-957e-0b4f97d31452 req-2fd22d97-24fc-4003-99d8-0a272d954938 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0529239 Aug 09 14:33:02.713706 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-47e4db3e-9789-4adf-957e-0b4f97d31452 req-3fbf0690-87dc-4385-98af-edb98b7e358e tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365479 Aug 09 14:33:03.105507 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 43382) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:03.167220 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4ba401-444e-4723-81d0-2880b1245fa1 admin admin] Deleting subnet 0fe49088-2537-4830-8f0a-14243c85536c {{(pid=93281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:33:03.171278 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6e4ba401-444e-4723-81d0-2880b1245fa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:03.191246 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 43384) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:03.219415 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6e4ba401-444e-4723-81d0-2880b1245fa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522946'] for subnet, precommit_delete_associations {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:03.272282 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6e4ba401-444e-4723-81d0-2880b1245fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742273'] for subnet, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:03.321433 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1b449be6-c2dd-4522-81e4-94b09ba7f995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:03.334931 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6e4ba401-444e-4723-81d0-2880b1245fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3868640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2505526'] for subnet, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:03.366777 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6e4ba401-444e-4723-81d0-2880b1245fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for subnet, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:03.370399 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-6e4ba401-444e-4723-81d0-2880b1245fa1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0fe49088-2537-4830-8f0a-14243c85536c HTTP/1.1" status: 204 len: 168 time: 0.2633159 Aug 09 14:33:03.371621 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ba401-444e-4723-81d0-2880b1245fa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fe49088-2537-4830-8f0a-14243c85536c,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:03.373384 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 43390) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:03.471547 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676446'] for network, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:03.510315 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1b449be6-c2dd-4522-81e4-94b09ba7f995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:03.529206 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1b449be6-c2dd-4522-81e4-94b09ba7f995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:03.621811 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741126', 'neutron.services.segments.db._delete_segments_for_network-8793433151856'] for network, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:03.624077 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b449be6-c2dd-4522-81e4-94b09ba7f995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb67c21-349c-4dd5-90dc-f026c2875a72,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:03.632738 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-1b449be6-c2dd-4522-81e4-94b09ba7f995 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf6e80615a3343559b35d0997792fe88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4403770 Aug 09 14:33:03.635844 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 43394) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:03.639004 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:33:03.639352 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:33:03.640112 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:33:03.640445 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] Subscribe: > port after_create 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:33:03.640783 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:33:03.641133 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] Subscribe: > port after_update 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:33:03.641454 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:33:03.641788 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:33:03.642112 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:33:03.642430 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:33:03.759300 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:33:03.759992 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:33:03.760212 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:33:03.760564 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:33:03.760961 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31eea100-91ef-48f9-98f6-c2a3c8908c68']}} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:33:03.806573 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5447483-891a-43e3-b473-80f0b833b50d') {'for_net_delete': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:33:03.806829 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5447483-891a-43e3-b473-80f0b833b50d') {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:33:03.853477 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793433155705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25235250'] for segment, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:03.893827 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:03.908938 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc85499-4476-42b6-a574-bccc213fa535 req-5e88135e-d081-4d58-b715-fea365b76a32 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:03.910725 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-adc85499-4476-42b6-a574-bccc213fa535 req-5e88135e-d081-4d58-b715-fea365b76a32 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.1230192 Aug 09 14:33:03.920027 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=93282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:33:03.920445 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25220627'] for segment, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: from cryptography.utils import int_from_bytes Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: from cryptography.utils import int_from_bytes Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: Traceback (most recent call last): Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: timer() Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: cb(*args, **kw) Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: return func(*args, **kwargs) Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: self._notify() Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: self.callback(batched_events) Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: event.method(event) Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: return f(self, *a, **k) Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: return self._get(url).json() Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: return self.request(url, 'GET', **kwargs) Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:33:03.924524 dv-cinder-780933-12-iscsi neutron-server[93282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:33:03.976100 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-58546e7a-19fc-4933-8bfa-d2225e5ea595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:04.031570 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744054'] for network, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:04.035948 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-58546e7a-19fc-4933-8bfa-d2225e5ea595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:04.046651 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-adc85499-4476-42b6-a574-bccc213fa535 req-85d30e60-34c5-41a0-ad8c-2e571b90df68 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101391 Aug 09 14:33:04.056339 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:04.058864 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/31eea100-91ef-48f9-98f6-c2a3c8908c68 HTTP/1.1" status: 204 len: 168 time: 0.6832941 Aug 09 14:33:04.072477 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53819478-b928-4ce6-ae7d-8e4ff10917d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=31eea100-91ef-48f9-98f6-c2a3c8908c68,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:04.121392 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-58546e7a-19fc-4933-8bfa-d2225e5ea595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:04.127506 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-58546e7a-19fc-4933-8bfa-d2225e5ea595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:04.128830 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-58546e7a-19fc-4933-8bfa-d2225e5ea595 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6cb67c21-349c-4dd5-90dc-f026c2875a72 HTTP/1.1" status: 204 len: 168 time: 0.4920328 Aug 09 14:33:04.137174 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58546e7a-19fc-4933-8bfa-d2225e5ea595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb67c21-349c-4dd5-90dc-f026c2875a72,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:04.222591 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 43420) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:04.265210 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-a8eff7ec-8686-4382-9596-4d8bca1276e7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=631313c1e85f4eb58fed107b6fc9aa1a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414064 Aug 09 14:33:04.267988 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 43426) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:04.319821 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-00138df1-9472-4a9d-999e-96a2f78027eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:04.343316 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-00138df1-9472-4a9d-999e-96a2f78027eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:04.397830 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-00138df1-9472-4a9d-999e-96a2f78027eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:04.400880 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-00138df1-9472-4a9d-999e-96a2f78027eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:04.402547 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-00138df1-9472-4a9d-999e-96a2f78027eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a66b5ab9-7ddb-4fdf-98b3-e4272254c43d HTTP/1.1" status: 204 len: 168 time: 0.1334066 Aug 09 14:33:04.410590 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00138df1-9472-4a9d-999e-96a2f78027eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66b5ab9-7ddb-4fdf-98b3-e4272254c43d,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:04.448047 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 43430) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:04.461640 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-60e8bd01-d3be-4cf3-b61b-8a4e54fd8e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:04.559795 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-60e8bd01-d3be-4cf3-b61b-8a4e54fd8e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:04.564112 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-60e8bd01-d3be-4cf3-b61b-8a4e54fd8e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:04.603330 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-60e8bd01-d3be-4cf3-b61b-8a4e54fd8e70 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=016bb26fec614fe7b2617ab608db2c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541791 Aug 09 14:33:04.604222 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8bd01-d3be-4cf3-b61b-8a4e54fd8e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db9e5df-5b99-4636-8486-f629bca9775f,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:04.606002 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 43434) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:04.675133 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6513e00d-fbfc-42d9-9ac6-7c3dba396992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:04.702032 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6513e00d-fbfc-42d9-9ac6-7c3dba396992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:04.761433 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6513e00d-fbfc-42d9-9ac6-7c3dba396992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:04.764180 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6513e00d-fbfc-42d9-9ac6-7c3dba396992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:04.765703 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-6513e00d-fbfc-42d9-9ac6-7c3dba396992 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7db9e5df-5b99-4636-8486-f629bca9775f HTTP/1.1" status: 204 len: 168 time: 0.1585245 Aug 09 14:33:04.775999 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513e00d-fbfc-42d9-9ac6-7c3dba396992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db9e5df-5b99-4636-8486-f629bca9775f,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:05.216184 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adce1d-1bf4-42a2-bae8-8ebff1cf30d4 req-bb46a656-5d93-4467-9d1b-5e9499513134 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:05.216184 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-69adce1d-1bf4-42a2-bae8-8ebff1cf30d4 req-bb46a656-5d93-4467-9d1b-5e9499513134 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0543818 Aug 09 14:33:05.264954 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-69adce1d-1bf4-42a2-bae8-8ebff1cf30d4 req-260579ab-21ae-4841-a5c8-b28676f00cc2 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402231 Aug 09 14:33:05.353181 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 43478) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:05.455030 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-02673223-b530-4437-89ef-4517dc6285ca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1782958590-network', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:33:05.485164 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02673223-b530-4437-89ef-4517dc6285ca admin admin] Made reservation on behalf of 729113cfedf64bc3a79f3867c8bded3c for: {'network': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:33:05.487774 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-02673223-b530-4437-89ef-4517dc6285ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for network, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:05.497849 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-02673223-b530-4437-89ef-4517dc6285ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:05.597236 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-02673223-b530-4437-89ef-4517dc6285ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:05.601620 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-02673223-b530-4437-89ef-4517dc6285ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:05.627131 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02673223-b530-4437-89ef-4517dc6285ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=93281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:33:05.640583 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02673223-b530-4437-89ef-4517dc6285ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaca825-a537-49ac-9e6c-4883940d004d,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:05.645585 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-02673223-b530-4437-89ef-4517dc6285ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:05.645941 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.db.segments_db [None req-02673223-b530-4437-89ef-4517dc6285ca admin admin] Added segment 0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53 of type vlan for network c20e9c5d-5cc7-41a2-8f11-7c043eca0179 Aug 09 14:33:05.689291 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-02673223-b530-4437-89ef-4517dc6285ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793432662869'] for network, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:05.723486 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-02673223-b530-4437-89ef-4517dc6285ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for network, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:05.724516 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02673223-b530-4437-89ef-4517dc6285ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:05.725106 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-02673223-b530-4437-89ef-4517dc6285ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:05.783271 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-02673223-b530-4437-89ef-4517dc6285ca admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4289563 Aug 09 14:33:05.793968 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 43492) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:05.796338 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02673223-b530-4437-89ef-4517dc6285ca admin admin] Pushing event updated for resources: {'Network': ['ID=c20e9c5d-5cc7-41a2-8f11-7c043eca0179,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:05.801592 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-cdc5b3a1-8cf1-4028-88e2-335032920076 admin admin] Request body: {'subnet': {'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1782958590-subnet', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:33:05.812781 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Network c20e9c5d-5cc7-41a2-8f11-7c043eca0179 details requested by agent ovs-agent-dv-cinder-780933-12-iscsi with host dv-cinder-780933-12-iscsi {{(pid=93283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:33:05.832177 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc5b3a1-8cf1-4028-88e2-335032920076 admin admin] Made reservation on behalf of 729113cfedf64bc3a79f3867c8bded3c for: {'subnet': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:33:05.834728 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cdc5b3a1-8cf1-4028-88e2-335032920076 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25399028'] for subnet, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:06.030510 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cdc5b3a1-8cf1-4028-88e2-335032920076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25220746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25398982'] for subnet, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:06.090457 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5b3a1-8cf1-4028-88e2-335032920076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:06.098196 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc5b3a1-8cf1-4028-88e2-335032920076 admin admin] Checking segment: {'id': '0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:33:06.101734 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc5b3a1-8cf1-4028-88e2-335032920076 admin admin] Network hostable DHCP agents. Network: c20e9c5d-5cc7-41a2-8f11-7c043eca0179, hostable agents: ['fcf2683d-1b10-4130-9527-2865db8d3e4f'], hosted agents: [] {{(pid=93282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:33:06.121650 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc5b3a1-8cf1-4028-88e2-335032920076 admin admin] Network c20e9c5d-5cc7-41a2-8f11-7c043eca0179 is scheduled to be hosted by DHCP agent fcf2683d-1b10-4130-9527-2865db8d3e4f with binding_index 1 {{(pid=93282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:33:06.132031 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-cdc5b3a1-8cf1-4028-88e2-335032920076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-12-iscsi, c20e9c5d-5cc7-41a2-8f11-7c043eca0179) {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:33:06.136695 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc5b3a1-8cf1-4028-88e2-335032920076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:06.138107 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cdc5b3a1-8cf1-4028-88e2-335032920076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:06.142069 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e5eb94-95e7-44d8-abad-380ae47a08b0 None None] Network c20e9c5d-5cc7-41a2-8f11-7c043eca0179 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:33:06.173876 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 43508) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:06.179093 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-3891ddd3-7230-491b-8051-99199322fd12 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1782958590-router', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:33:06.184684 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-cdc5b3a1-8cf1-4028-88e2-335032920076 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3896224 Aug 09 14:33:06.228517 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3891ddd3-7230-491b-8051-99199322fd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237309'] for router, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:06.229658 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3891ddd3-7230-491b-8051-99199322fd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237298'] for router, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:06.305601 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3891ddd3-7230-491b-8051-99199322fd12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:06.419219 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147039c-0377-419c-96f5-00422c24dc46 req-fddc4bbd-e977-440d-a7a1-ef7846c34102 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:06.421530 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6147039c-0377-419c-96f5-00422c24dc46 req-fddc4bbd-e977-440d-a7a1-ef7846c34102 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0774841 Aug 09 14:33:06.448744 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79cdc59-b55e-5cf7-a094-ed287857ff17-c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'fixed_ips': [{'subnet_id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5'}]}} from dv-cinder-780933-12-iscsi. {{(pid=93283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 14:33:06.449730 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:06.475429 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6147039c-0377-419c-96f5-00422c24dc46 req-8dac10bc-4dd8-44f3-be3f-bc686951f423 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473850 Aug 09 14:33:06.503546 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3891ddd3-7230-491b-8051-99199322fd12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:06.579675 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e576cf7f-e976-4568-ad79-9e40070427b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:06.633579 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Allocated IP 172.20.0.2 (c20e9c5d-5cc7-41a2-8f11-7c043eca0179/e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5/e4136fe4-1216-4c79-a012-ed222bdb482d) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:33:06.742329 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3891ddd3-7230-491b-8051-99199322fd12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:06.765821 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3891ddd3-7230-491b-8051-99199322fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:06.798382 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:06.807033 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Transition to ACTIVE for port object e4136fe4-1216-4c79-a012-ed222bdb482d will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:33:06.823488 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Transition to ACTIVE for port object e4136fe4-1216-4c79-a012-ed222bdb482d will not be triggered until provisioned by entity DHCP. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:33:06.830371 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:06.885986 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Network c20e9c5d-5cc7-41a2-8f11-7c043eca0179 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:33:06.889321 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:33:06.898656 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-3891ddd3-7230-491b-8051-99199322fd12 admin admin] Allocated IP 172.27.0.5 (fec02cd1-e2e8-4817-ba73-274d16c5b5b9/3361a577-0d73-418c-9a78-05f67eccb0cb/486b4fb7-1c1b-41d0-8ca6-5936443d8fb9) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:33:06.901174 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:33:06.931847 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Pushing event updated for resources: {'Port': ['ID=e4136fe4-1216-4c79-a012-ed222bdb482d,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:06.960101 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:33:06.960463 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:33:06.960816 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:33:06.961161 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:33:06.962113 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:33:06.962520 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:33:06.962888 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:33:06.963231 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:33:06.963590 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:33:06.963929 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:33:06.964260 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:33:06.964783 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:33:06.979353 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Attempting to bind port e4136fe4-1216-4c79-a012-ed222bdb482d on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:33:06.979788 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Attempting to bind port e4136fe4-1216-4c79-a012-ed222bdb482d by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': '0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:33:06.980384 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Attempting to bind port e4136fe4-1216-4c79-a012-ed222bdb482d on network c20e9c5d-5cc7-41a2-8f11-7c043eca0179 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:33:06.985983 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:33:06.986369 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Checking segment: {'id': '0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:33:06.986809 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:06.987378 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Bound using segment: {'id': '0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:33:06.987862 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Bound port: e4136fe4-1216-4c79-a012-ed222bdb482d, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:33:06.988246 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:07.053620 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3891ddd3-7230-491b-8051-99199322fd12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:07.072262 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] For port e4136fe4-1216-4c79-a012-ed222bdb482d, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:33:07.076807 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] For port e4136fe4-1216-4c79-a012-ed222bdb482d, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=e4136fe4-1216-4c79-a012-ed222bdb482d,segment=NetworkSegment(0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53),segment_id=0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:33:07.081586 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:07.104290 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3891ddd3-7230-491b-8051-99199322fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:07.159612 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3891ddd3-7230-491b-8051-99199322fd12 admin admin] Network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:33:07.163784 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-3891ddd3-7230-491b-8051-99199322fd12 admin admin] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:33:07.169562 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3891ddd3-7230-491b-8051-99199322fd12 admin admin] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:33:07.197013 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddfedd-f8cd-43f7-a4f8-aba53858f205 None None] Pushing event updated for resources: {'Port': ['ID=e4136fe4-1216-4c79-a012-ed222bdb482d,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:07.216188 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891ddd3-7230-491b-8051-99199322fd12 admin admin] Pushing event updated for resources: {'Port': ['ID=486b4fb7-1c1b-41d0-8ca6-5936443d8fb9,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:07.714976 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e29e5-b2f9-4d60-8d54-f88991206a5b req-c4b44c3c-9628-4d03-a980-7aeff5085854 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:07.720110 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3891ddd3-7230-491b-8051-99199322fd12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:07.723240 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e11e29e5-b2f9-4d60-8d54-f88991206a5b req-c4b44c3c-9628-4d03-a980-7aeff5085854 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.1210842 Aug 09 14:33:07.796466 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e11e29e5-b2f9-4d60-8d54-f88991206a5b req-2de94468-fdf5-429d-8e12-28aa5acb122b tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679259 Aug 09 14:33:08.029702 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3891ddd3-7230-491b-8051-99199322fd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744126'] for router, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:08.046121 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 43586) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:08.246287 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b3305d93-a9a5-43c6-bae2-03c036f6a8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:08.277844 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3891ddd3-7230-491b-8051-99199322fd12 admin admin] Router 8fc7c47f-7f82-4376-ac3d-3855de6871a0 is scheduled to L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e with binding_index 1 {{(pid=93281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 14:33:08.447046 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b3305d93-a9a5-43c6-bae2-03c036f6a8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:08.447363 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3891ddd3-7230-491b-8051-99199322fd12 admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:33:08.448838 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 43592) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:08.466488 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] Sync routers for ids ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'] in dv-cinder-780933-12-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:33:08.478323 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b3305d93-a9a5-43c6-bae2-03c036f6a8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:08.485700 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3891ddd3-7230-491b-8051-99199322fd12 admin admin] Notify callbacks [] for router, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:08.487352 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-3891ddd3-7230-491b-8051-99199322fd12 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3121281 Aug 09 14:33:08.490209 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 43596) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:08.501793 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] Routers {'8fc7c47f-7f82-4376-ac3d-3855de6871a0'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:33:08.503054 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:32:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:33:08.544302 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3305d93-a9a5-43c6-bae2-03c036f6a8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f85b2ee-c0de-4b66-b535-7b864af11667,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:08.553410 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 43598) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:08.553814 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-b3305d93-a9a5-43c6-bae2-03c036f6a8ff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=05a20b6c0e0a42ceaefc51fb3b34b27d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5062659 Aug 09 14:33:08.626549 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device e4136fe4-1216-4c79-a012-ed222bdb482d up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:33:08.715521 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-86ee05e4-ae98-427e-9ef9-802e909c99be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:08.725573 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port e4136fe4-1216-4c79-a012-ed222bdb482d completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:33:08.748196 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] Set router 8fc7c47f-7f82-4376-ac3d-3855de6871a0 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:33:08.749095 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a725ed79-1fed-4857-a6ad-aa8a93ed7a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:08.752697 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-86ee05e4-ae98-427e-9ef9-802e909c99be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:08.790710 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae2d018-0d2b-4cf2-9db8-c34a85e58fdd None None] Network c20e9c5d-5cc7-41a2-8f11-7c043eca0179 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:33:08.908694 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b65564bc-b001-4a81-93f1-108f164d78cd None None] Provisioning for port e4136fe4-1216-4c79-a012-ed222bdb482d completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:33:08.919720 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b65564bc-b001-4a81-93f1-108f164d78cd None None] Provisioning complete for port e4136fe4-1216-4c79-a012-ed222bdb482d triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:33:08.920181 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b65564bc-b001-4a81-93f1-108f164d78cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:08.993194 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-86ee05e4-ae98-427e-9ef9-802e909c99be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:08.996166 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-86ee05e4-ae98-427e-9ef9-802e909c99be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:08.997524 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-86ee05e4-ae98-427e-9ef9-802e909c99be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f85b2ee-c0de-4b66-b535-7b864af11667 HTTP/1.1" status: 204 len: 168 time: 0.4423611 Aug 09 14:33:09.006824 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068ae10-e5ee-40b6-8eef-8559be04be3a req-ee18a54a-427c-45c1-8aa3-a79fb0086b69 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:09.008896 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f068ae10-e5ee-40b6-8eef-8559be04be3a req-ee18a54a-427c-45c1-8aa3-a79fb0086b69 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.1311808 Aug 09 14:33:09.063840 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee05e4-ae98-427e-9ef9-802e909c99be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f85b2ee-c0de-4b66-b535-7b864af11667,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:09.079291 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a725ed79-1fed-4857-a6ad-aa8a93ed7a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:09.118798 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f068ae10-e5ee-40b6-8eef-8559be04be3a req-e65bf6bf-7826-49b4-a669-e41bf103ff8e tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967250 Aug 09 14:33:09.119636 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a725ed79-1fed-4857-a6ad-aa8a93ed7a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:09.160935 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'name': 'tempest-AttachVolumeTestJSON-1782958590-router', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:07Z', 'revision_number': 3, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'gw_port': {'id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:33:09.207293 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b65564bc-b001-4a81-93f1-108f164d78cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:09.218865 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] Checking router: 8fc7c47f-7f82-4376-ac3d-3855de6871a0 for host: dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:33:09.219463 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] Updating router 8fc7c47f-7f82-4376-ac3d-3855de6871a0 port 486b4fb7-1c1b-41d0-8ca6-5936443d8fb9 binding host dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:33:09.232163 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725ed79-1fed-4857-a6ad-aa8a93ed7a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c04e7e-358f-4b5a-8fcc-88fc6c4b88f5,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:09.265228 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b65564bc-b001-4a81-93f1-108f164d78cd None None] For port e4136fe4-1216-4c79-a012-ed222bdb482d, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=e4136fe4-1216-4c79-a012-ed222bdb482d,segment=NetworkSegment(0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53),segment_id=0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:33:09.283178 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-a725ed79-1fed-4857-a6ad-aa8a93ed7a81 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fbc4ad6f86b6494ab7eb68caf412a3dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8332896 Aug 09 14:33:09.285782 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 43628) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:09.288740 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b65564bc-b001-4a81-93f1-108f164d78cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:09.313118 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:09.414083 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2f241c23-afcd-492e-a587-097fce67e7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:09.424810 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65564bc-b001-4a81-93f1-108f164d78cd None None] Pushing event updated for resources: {'Port': ['ID=e4136fe4-1216-4c79-a012-ed222bdb482d,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:09.458391 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:09.489229 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2f241c23-afcd-492e-a587-097fce67e7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:09.602757 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2f241c23-afcd-492e-a587-097fce67e7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:09.606465 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2f241c23-afcd-492e-a587-097fce67e7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:09.607885 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-2f241c23-afcd-492e-a587-097fce67e7eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59c04e7e-358f-4b5a-8fcc-88fc6c4b88f5 HTTP/1.1" status: 204 len: 168 time: 0.3209128 Aug 09 14:33:09.621329 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:33:09.635026 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f241c23-afcd-492e-a587-097fce67e7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c04e7e-358f-4b5a-8fcc-88fc6c4b88f5,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:09.655359 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 43638) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:09.703795 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5db54028-61ff-4eda-8dbe-18074592962f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:09.715827 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c299a255-7f5a-4249-a48d-22f2ee36b43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:09.822757 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-6f752ce0-ec61-4367-8664-26f576edbec1 None None] Provisioning complete for port e4136fe4-1216-4c79-a012-ed222bdb482d triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:33:09.822757 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6f752ce0-ec61-4367-8664-26f576edbec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:09.903661 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9cb4db75-20ad-48d2-ac1f-d23b28c0e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:09.992216 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c299a255-7f5a-4249-a48d-22f2ee36b43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:10.003249 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:10.005548 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c299a255-7f5a-4249-a48d-22f2ee36b43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:10.025356 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] Transition to ACTIVE for port object 486b4fb7-1c1b-41d0-8ca6-5936443d8fb9 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:33:10.038326 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:10.079173 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299a255-7f5a-4249-a48d-22f2ee36b43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a31f90-2076-4e92-97a3-7e7082858520,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:10.091774 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-c299a255-7f5a-4249-a48d-22f2ee36b43e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1505e7ac37854819871905c1110686bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4330487 Aug 09 14:33:10.095287 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 43654) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:10.142099 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] Attempting to bind port 486b4fb7-1c1b-41d0-8ca6-5936443d8fb9 on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:33:10.142949 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] Attempting to bind port 486b4fb7-1c1b-41d0-8ca6-5936443d8fb9 by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:33:10.143629 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] Attempting to bind port 486b4fb7-1c1b-41d0-8ca6-5936443d8fb9 on network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:33:10.146639 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24d638-9057-4360-8e35-63411a064097 None None] Pushing event updated for resources: {'Port': ['ID=486b4fb7-1c1b-41d0-8ca6-5936443d8fb9,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:10.162996 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-9cb4db75-20ad-48d2-ac1f-d23b28c0e3b1 admin admin] Allocated IP 172.20.0.1 (c20e9c5d-5cc7-41a2-8f11-7c043eca0179/e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5/a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:33:10.166423 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:33:10.166831 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] Checking segment: {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:33:10.167243 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:10.167645 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] Bound using segment: {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:33:10.168204 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] Bound port: 486b4fb7-1c1b-41d0-8ca6-5936443d8fb9, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:33:10.168576 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:10.178084 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db24d638-9057-4360-8e35-63411a064097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:33:10.178472 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db24d638-9057-4360-8e35-63411a064097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:33:10.178864 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db24d638-9057-4360-8e35-63411a064097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:33:10.179208 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db24d638-9057-4360-8e35-63411a064097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:33:10.179541 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db24d638-9057-4360-8e35-63411a064097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:33:10.180889 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db24d638-9057-4360-8e35-63411a064097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:33:10.181003 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db24d638-9057-4360-8e35-63411a064097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:33:10.181321 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db24d638-9057-4360-8e35-63411a064097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:33:10.181673 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db24d638-9057-4360-8e35-63411a064097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:33:10.182005 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db24d638-9057-4360-8e35-63411a064097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:33:10.182339 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db24d638-9057-4360-8e35-63411a064097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:33:10.182654 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db24d638-9057-4360-8e35-63411a064097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:33:10.224673 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b1d9dcd5-bdd6-44d1-b9e5-fbdabbc19ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:10.283329 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58777ca-896b-4948-a5d3-332009ef922e req-d47f136b-b136-42cd-95f3-5b048ac0e95b tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:10.291131 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] For port 486b4fb7-1c1b-41d0-8ca6-5936443d8fb9, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:33:10.292332 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d58777ca-896b-4948-a5d3-332009ef922e req-d47f136b-b136-42cd-95f3-5b048ac0e95b tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0729418 Aug 09 14:33:10.300265 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b1d9dcd5-bdd6-44d1-b9e5-fbdabbc19ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:10.300629 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:10.304689 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] For port 486b4fb7-1c1b-41d0-8ca6-5936443d8fb9, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=486b4fb7-1c1b-41d0-8ca6-5936443d8fb9,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:33:10.313499 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:10.344191 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d58777ca-896b-4948-a5d3-332009ef922e req-fb23921a-0afc-48d8-ad7d-ddc42e86725c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485954 Aug 09 14:33:10.366942 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 43660) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:10.372807 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9cb4db75-20ad-48d2-ac1f-d23b28c0e3b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:10.384627 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-884f9ac8-49a9-4c4e-bda8-0b10c4354fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:10.402889 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-9cb4db75-20ad-48d2-ac1f-d23b28c0e3b1 admin admin] Transition to ACTIVE for port object a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6 will not be triggered until provisioned by entity DHCP. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:33:10.404727 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b1d9dcd5-bdd6-44d1-b9e5-fbdabbc19ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:10.407764 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b1d9dcd5-bdd6-44d1-b9e5-fbdabbc19ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:10.408967 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-b1d9dcd5-bdd6-44d1-b9e5-fbdabbc19ea7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/17a31f90-2076-4e92-97a3-7e7082858520 HTTP/1.1" status: 204 len: 168 time: 0.3127038 Aug 09 14:33:10.424053 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9dcd5-bdd6-44d1-b9e5-fbdabbc19ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a31f90-2076-4e92-97a3-7e7082858520,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:10.442402 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] Routers {'8fc7c47f-7f82-4376-ac3d-3855de6871a0'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:33:10.443521 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:33:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:33:10.469958 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9cb4db75-20ad-48d2-ac1f-d23b28c0e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:10.495387 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24d638-9057-4360-8e35-63411a064097 None None] Pushing event updated for resources: {'Port': ['ID=486b4fb7-1c1b-41d0-8ca6-5936443d8fb9,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:10.513131 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device e4136fe4-1216-4c79-a012-ed222bdb482d up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:33:10.553276 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb4db75-20ad-48d2-ac1f-d23b28c0e3b1 admin admin] Network c20e9c5d-5cc7-41a2-8f11-7c043eca0179 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:33:10.559124 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-9cb4db75-20ad-48d2-ac1f-d23b28c0e3b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:33:10.565278 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-884f9ac8-49a9-4c4e-bda8-0b10c4354fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:10.567084 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb4db75-20ad-48d2-ac1f-d23b28c0e3b1 admin admin] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:33:10.574160 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-884f9ac8-49a9-4c4e-bda8-0b10c4354fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:10.581394 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] Set router 8fc7c47f-7f82-4376-ac3d-3855de6871a0 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:33:10.641134 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9cb4db75-20ad-48d2-ac1f-d23b28c0e3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744653'] for router_interface, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:10.649805 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-884f9ac8-49a9-4c4e-bda8-0b10c4354fa3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6e918324ef964ef493e2fcdf46a86f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812755 Aug 09 14:33:10.651358 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f9ac8-49a9-4c4e-bda8-0b10c4354fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea256a5-6ce9-4d49-8b00-e17c60ce880a,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:10.653287 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port e4136fe4-1216-4c79-a012-ed222bdb482d triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:33:10.654007 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 43664) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:10.656758 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:10.734284 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4db75-20ad-48d2-ac1f-d23b28c0e3b1 admin admin] Pushing event updated for resources: {'Port': ['ID=a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:10.750659 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3685623c-d37a-4fc8-9192-ea4d72c9e860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:10.799620 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3685623c-d37a-4fc8-9192-ea4d72c9e860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:10.870954 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3685623c-d37a-4fc8-9192-ea4d72c9e860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:10.875454 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3685623c-d37a-4fc8-9192-ea4d72c9e860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:10.877579 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-3685623c-d37a-4fc8-9192-ea4d72c9e860 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cea256a5-6ce9-4d49-8b00-e17c60ce880a HTTP/1.1" status: 204 len: 168 time: 0.2223630 Aug 09 14:33:10.892679 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685623c-d37a-4fc8-9192-ea4d72c9e860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea256a5-6ce9-4d49-8b00-e17c60ce880a,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:10.939097 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'name': 'tempest-AttachVolumeTestJSON-1782958590-router', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:07Z', 'revision_number': 3, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'gw_port': {'id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:33:10.939717 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9cb4db75-20ad-48d2-ac1f-d23b28c0e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:10.973702 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-7649697f-e5f1-453a-ab4f-46f8118cc352 None None] Provisioning for port a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6 completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:33:10.976640 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101cac2d-1ed1-44bd-8a3d-63aefc1363c6 None None] The sync data for ids ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'] in dv-cinder-780933-12-iscsi is: [{'id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'name': 'tempest-AttachVolumeTestJSON-1782958590-router', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:07Z', 'revision_number': 3, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'gw_port': {'id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:33:10.978077 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-7649697f-e5f1-453a-ab4f-46f8118cc352 None None] Provisioning complete for port a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:33:10.978462 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7649697f-e5f1-453a-ab4f-46f8118cc352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:11.048477 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-7649697f-e5f1-453a-ab4f-46f8118cc352 None None] Port a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6 cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:33:11.157856 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9cb4db75-20ad-48d2-ac1f-d23b28c0e3b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:11.164039 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9cb4db75-20ad-48d2-ac1f-d23b28c0e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:11.250976 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4db75-20ad-48d2-ac1f-d23b28c0e3b1 admin admin] Pushing event updated for resources: {'Port': ['ID=a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:11.256704 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9cb4db75-20ad-48d2-ac1f-d23b28c0e3b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1744825'] for router_interface, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:11.407677 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb4db75-20ad-48d2-ac1f-d23b28c0e3b1 admin admin] Network c20e9c5d-5cc7-41a2-8f11-7c043eca0179 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:33:11.411389 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-9cb4db75-20ad-48d2-ac1f-d23b28c0e3b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:33:11.522894 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19412b-dcdc-48db-9586-43177009809d req-72140486-c2f0-497f-8c68-c32345a6d26b tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:11.543556 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1c19412b-dcdc-48db-9586-43177009809d req-72140486-c2f0-497f-8c68-c32345a6d26b tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0770779 Aug 09 14:33:11.615805 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb4db75-20ad-48d2-ac1f-d23b28c0e3b1 admin admin] Router 8fc7c47f-7f82-4376-ac3d-3855de6871a0 has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:33:11.637739 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1c19412b-dcdc-48db-9586-43177009809d req-cd9365e6-b0f0-4bfc-9d92-612c413033ce tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925760 Aug 09 14:33:11.773381 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb4db75-20ad-48d2-ac1f-d23b28c0e3b1 admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:33:11.779882 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-9cb4db75-20ad-48d2-ac1f-d23b28c0e3b1 admin admin] 10.222.0.60 "PUT /v2.0/routers/8fc7c47f-7f82-4376-ac3d-3855de6871a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2877281 Aug 09 14:33:11.807546 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b2034b0c-617a-4dd9-a7df-f94e4c853977 None None] Provisioning complete for port a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:33:11.807926 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b2034b0c-617a-4dd9-a7df-f94e4c853977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:11.892664 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b2034b0c-617a-4dd9-a7df-f94e4c853977 None None] Port a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6 cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:33:12.278542 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:12.544021 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 486b4fb7-1c1b-41d0-8ca6-5936443d8fb9 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:33:12.610287 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port 486b4fb7-1c1b-41d0-8ca6-5936443d8fb9 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:33:12.616039 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 486b4fb7-1c1b-41d0-8ca6-5936443d8fb9 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:33:12.616478 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:12.715531 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:12.743785 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port 486b4fb7-1c1b-41d0-8ca6-5936443d8fb9, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=486b4fb7-1c1b-41d0-8ca6-5936443d8fb9,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:33:12.753053 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:12.811233 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 43744) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:12.816847 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-de94c4a6-a871-474a-9416-745188c8b809 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1790587765', 'description': 'tempest-description--94211191'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:33:12.822949 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=486b4fb7-1c1b-41d0-8ca6-5936443d8fb9,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:12.849851 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-de94c4a6-a871-474a-9416-745188c8b809 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:12.960582 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237281a-adb5-4e07-93e6-0965e7101a4f req-6f81e4a3-bf1c-49fb-ad58-92f0c21aa100 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:12.962496 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9237281a-adb5-4e07-93e6-0965e7101a4f req-6f81e4a3-bf1c-49fb-ad58-92f0c21aa100 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0735803 Aug 09 14:33:13.016431 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-de94c4a6-a871-474a-9416-745188c8b809 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:13.019962 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] Sync routers for ids ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:33:13.027761 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-de94c4a6-a871-474a-9416-745188c8b809 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:13.030226 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] Routers {'8fc7c47f-7f82-4376-ac3d-3855de6871a0'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:33:13.031143 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:33:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:33:13.041712 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9237281a-adb5-4e07-93e6-0965e7101a4f req-69da14ec-f57f-4b39-8eaa-e845cbe3662c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717232 Aug 09 14:33:13.068393 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-de94c4a6-a871-474a-9416-745188c8b809 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:13.069609 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-de94c4a6-a871-474a-9416-745188c8b809 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2567427 Aug 09 14:33:13.073056 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 43750) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:13.078244 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-a2efab6f-2e13-44e3-80da-cede8c97a805 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Request body: {'security_group_rule': {'security_group_id': 'eda3f695-5b6c-4c8b-a00b-a170a0e80c1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:33:13.085078 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94c4a6-a871-474a-9416-745188c8b809 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:13.111666 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a2efab6f-2e13-44e3-80da-cede8c97a805 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:13.147652 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] Set router 8fc7c47f-7f82-4376-ac3d-3855de6871a0 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:33:13.181759 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5cc49dd4-5d2c-4b95-8d16-5e0cb26b2a74 req-afc7a0e6-7724-4067-8d03-7c874eb7966e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447242 Aug 09 14:33:13.182563 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a2efab6f-2e13-44e3-80da-cede8c97a805 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:13.187083 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a2efab6f-2e13-44e3-80da-cede8c97a805 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:13.212765 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2efab6f-2e13-44e3-80da-cede8c97a805 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6770de-d600-40b5-90e2-c649a690542b,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:13.217293 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a2efab6f-2e13-44e3-80da-cede8c97a805 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:13.221122 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-a2efab6f-2e13-44e3-80da-cede8c97a805 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445105 Aug 09 14:33:13.221507 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 43752) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:13.226110 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-7e6394ce-5fe8-4f58-83eb-d0562dda4c5d tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Request body: {'security_group_rule': {'security_group_id': 'eda3f695-5b6c-4c8b-a00b-a170a0e80c1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:33:13.277104 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7e6394ce-5fe8-4f58-83eb-d0562dda4c5d tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:13.308894 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc49dd4-5d2c-4b95-8d16-5e0cb26b2a74 req-f29d5d18-2175-4dbd-a12a-a3b5cbe3f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:13.310586 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5cc49dd4-5d2c-4b95-8d16-5e0cb26b2a74 req-f29d5d18-2175-4dbd-a12a-a3b5cbe3f467 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d1d83df37494330a7851a5b1ddb7199&device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 1099 time: 0.0700648 Aug 09 14:33:13.336477 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7e6394ce-5fe8-4f58-83eb-d0562dda4c5d tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:13.356536 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7e6394ce-5fe8-4f58-83eb-d0562dda4c5d tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:13.368477 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'name': 'tempest-AttachVolumeTestJSON-1782958590-router', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:10Z', 'revision_number': 4, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'gw_port': {'id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6', 'name': '', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'mac_address': 'fa:16:3e:26:aa:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:09Z', 'updated_at': '2021-08-09T14:33:11Z', 'revision_number': 2, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'subnets': [{'id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:33:13.396443 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] Checking router: 8fc7c47f-7f82-4376-ac3d-3855de6871a0 for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:33:13.396806 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] Updating router 8fc7c47f-7f82-4376-ac3d-3855de6871a0 port a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6 binding host dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:33:13.409946 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6394ce-5fe8-4f58-83eb-d0562dda4c5d tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40333317-129a-4e9c-851f-60bd25893449,revision_number=0']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:13.419868 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7e6394ce-5fe8-4f58-83eb-d0562dda4c5d tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:13.421484 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-7e6394ce-5fe8-4f58-83eb-d0562dda4c5d tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1989491 Aug 09 14:33:13.426640 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 43756) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:13.432689 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:13.438095 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-4a131e3a-b1ba-4706-8372-e2f6cf8088c2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Request body: {'floatingip': {'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:33:13.484133 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc49dd4-5d2c-4b95-8d16-5e0cb26b2a74 req-79a6d485-99b8-4642-bcbf-46b60854a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:13.486612 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5cc49dd4-5d2c-4b95-8d16-5e0cb26b2a74 req-79a6d485-99b8-4642-bcbf-46b60854a810 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1a85733-b746-4659-8c30-3b0e459dbc6f HTTP/1.1" status: 200 len: 918 time: 0.1474321 Aug 09 14:33:13.494506 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4a131e3a-b1ba-4706-8372-e2f6cf8088c2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for floatingip, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:13.599665 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5cc49dd4-5d2c-4b95-8d16-5e0cb26b2a74 req-a93c79f6-5288-4458-80f5-ab2a8ae6c852 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 HTTP/1.1" status: 200 len: 1002 time: 0.1021397 Aug 09 14:33:13.657082 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4a131e3a-b1ba-4706-8372-e2f6cf8088c2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:13.714318 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:13.724512 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] Transition to ACTIVE for port object a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6 will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:33:13.731110 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:13.770959 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-4a131e3a-b1ba-4706-8372-e2f6cf8088c2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Allocated IP 172.27.0.23 (fec02cd1-e2e8-4817-ba73-274d16c5b5b9/3361a577-0d73-418c-9a78-05f67eccb0cb/d0dc66af-d87b-4988-8ff6-5a853b0c8af6) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:33:13.782343 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30753-20b2-4303-9a10-fe022210a5f7 None None] Pushing event updated for resources: {'Port': ['ID=a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:13.845710 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] Attempting to bind port a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6 on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:33:13.846064 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] Attempting to bind port a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6 by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': '0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:33:13.846433 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] Attempting to bind port a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6 on network c20e9c5d-5cc7-41a2-8f11-7c043eca0179 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:33:13.852030 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:33:13.852497 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] Checking segment: {'id': '0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:33:13.852903 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:13.853302 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] Bound using segment: {'id': '0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:33:13.853777 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] Bound port: a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:33:13.854158 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:13.912664 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4a131e3a-b1ba-4706-8372-e2f6cf8088c2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:13.946978 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] For port a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:33:13.952795 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] For port a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6,segment=NetworkSegment(0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53),segment_id=0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:33:13.960476 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:13.964289 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4a131e3a-b1ba-4706-8372-e2f6cf8088c2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:14.015336 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a131e3a-b1ba-4706-8372-e2f6cf8088c2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:33:14.021477 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-4a131e3a-b1ba-4706-8372-e2f6cf8088c2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:33:14.024898 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a131e3a-b1ba-4706-8372-e2f6cf8088c2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:33:14.060275 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a131e3a-b1ba-4706-8372-e2f6cf8088c2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Pushing event updated for resources: {'Port': ['ID=d0dc66af-d87b-4988-8ff6-5a853b0c8af6,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:14.066109 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] Routers {'8fc7c47f-7f82-4376-ac3d-3855de6871a0'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:33:14.067043 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:33:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:33:14.069489 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30753-20b2-4303-9a10-fe022210a5f7 None None] Pushing event updated for resources: {'Port': ['ID=a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:14.224865 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e7935-fa36-4dbc-b890-03ed592074e4 req-b27a2978-7015-4c4f-bf9b-5a6a77c7f99f tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:14.225462 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4a131e3a-b1ba-4706-8372-e2f6cf8088c2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:14.240549 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2c9e7935-fa36-4dbc-b890-03ed592074e4 req-b27a2978-7015-4c4f-bf9b-5a6a77c7f99f tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0787575 Aug 09 14:33:14.244343 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] Set router 8fc7c47f-7f82-4376-ac3d-3855de6871a0 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:33:14.286938 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4a131e3a-b1ba-4706-8372-e2f6cf8088c2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:14.319343 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2c9e7935-fa36-4dbc-b890-03ed592074e4 req-be27c9d7-7c34-47f6-a8d2-2b38babe2a4a tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709291 Aug 09 14:33:14.496959 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 486b4fb7-1c1b-41d0-8ca6-5936443d8fb9 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:33:14.519693 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4a131e3a-b1ba-4706-8372-e2f6cf8088c2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:14.525981 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4a131e3a-b1ba-4706-8372-e2f6cf8088c2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:14.629870 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 486b4fb7-1c1b-41d0-8ca6-5936443d8fb9 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:33:14.630267 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:14.643414 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a131e3a-b1ba-4706-8372-e2f6cf8088c2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Pushing event updated for resources: {'Port': ['ID=d0dc66af-d87b-4988-8ff6-5a853b0c8af6,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:14.674519 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc49dd4-5d2c-4b95-8d16-5e0cb26b2a74 req-25564308-7802-495b-b2a5-b01b01e88fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:14.676047 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5cc49dd4-5d2c-4b95-8d16-5e0cb26b2a74 req-25564308-7802-495b-b2a5-b01b01e88fba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d011544-2652-42c4-bd98-5da36fbdc571 HTTP/1.1" status: 200 len: 856 time: 0.1024818 Aug 09 14:33:14.676948 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4a131e3a-b1ba-4706-8372-e2f6cf8088c2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744004'] for floatingip, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:14.693323 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4a131e3a-b1ba-4706-8372-e2f6cf8088c2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for floatingip, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:14.694701 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-4a131e3a-b1ba-4706-8372-e2f6cf8088c2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2670600 Aug 09 14:33:14.716276 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'name': 'tempest-AttachVolumeTestJSON-1782958590-router', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:10Z', 'revision_number': 4, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'gw_port': {'id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6', 'name': '', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'mac_address': 'fa:16:3e:26:aa:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:09Z', 'updated_at': '2021-08-09T14:33:13Z', 'revision_number': 4, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'subnets': [{'id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:33:14.766429 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a71fce-459e-4b7e-a93a-56a2019ac79e None None] The sync data for ids ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'] in dv-cinder-780933-12-iscsi is: [{'id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'name': 'tempest-AttachVolumeTestJSON-1782958590-router', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:10Z', 'revision_number': 4, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'gw_port': {'id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6', 'name': '', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'mac_address': 'fa:16:3e:26:aa:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:09Z', 'updated_at': '2021-08-09T14:33:13Z', 'revision_number': 4, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'subnets': [{'id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:33:14.867887 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-4ab3ec6e-13d0-419a-ba39-3f04ca9de2ea tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1790587765&fields=id&tenant_id=729113cfedf64bc3a79f3867c8bded3c HTTP/1.1" status: 200 len: 267 time: 0.0460513 Aug 09 14:33:14.995379 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-95e0b48c-d872-4813-9852-5a8f1051b1e5 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:14.996902 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-95e0b48c-d872-4813-9852-5a8f1051b1e5 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/networks?id=c20e9c5d-5cc7-41a2-8f11-7c043eca0179 HTTP/1.1" status: 200 len: 811 time: 0.1209033 Aug 09 14:33:15.013068 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-04c50bac-2117-476c-9fdc-7495367c9da4 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/quotas/729113cfedf64bc3a79f3867c8bded3c HTTP/1.1" status: 200 len: 375 time: 0.0102093 Aug 09 14:33:15.081882 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-a9d59c05-a554-4f14-a852-90a17f3273b8 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=729113cfedf64bc3a79f3867c8bded3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0630956 Aug 09 14:33:15.201160 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-5f020130-270f-40c8-93aa-61046d09254c service neutron] 10.222.0.60 "GET /v2.0/networks/c20e9c5d-5cc7-41a2-8f11-7c043eca0179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060598 Aug 09 14:33:15.303962 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-9d5da839-aa39-4829-82fa-c329487effb2 service neutron] 10.222.0.60 "GET /v2.0/networks/c20e9c5d-5cc7-41a2-8f11-7c043eca0179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966387 Aug 09 14:33:15.530388 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3781c-5665-4f2c-a8a0-3af79b329927 req-b90e0271-aa2b-4122-8115-1baa0a6f99f2 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:15.532094 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d4b3781c-5665-4f2c-a8a0-3af79b329927 req-b90e0271-aa2b-4122-8115-1baa0a6f99f2 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0631588 Aug 09 14:33:15.595338 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d4b3781c-5665-4f2c-a8a0-3af79b329927 req-365f9aed-98cf-41b4-8ad0-e15c4a455ec5 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541234 Aug 09 14:33:15.680015 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6a3689b9-2577-425a-9169-15aacd8535c4 req-c583404a-4d5e-440a-9179-ea77f074feba tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 210 time: 0.0359628 Aug 09 14:33:16.467737 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:33:16.518472 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:33:16.522194 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:33:16.522578 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:16.607950 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc49dd4-5d2c-4b95-8d16-5e0cb26b2a74 req-3e392492-0aa9-440d-ba22-1ef73750940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:16.609636 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5cc49dd4-5d2c-4b95-8d16-5e0cb26b2a74 req-3e392492-0aa9-440d-ba22-1ef73750940b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1a85733-b746-4659-8c30-3b0e459dbc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0584693 Aug 09 14:33:16.635643 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:16.675639 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6,segment=NetworkSegment(0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53),segment_id=0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:33:16.681975 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:16.772033 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379659b-81bd-4dfa-92da-badeb57af509 req-7f5e2b32-595b-45da-8323-7806bd6f5855 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:16.779417 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:16.779951 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8379659b-81bd-4dfa-92da-badeb57af509 req-7f5e2b32-595b-45da-8323-7806bd6f5855 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.1156485 Aug 09 14:33:16.786586 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:16.788905 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5cc49dd4-5d2c-4b95-8d16-5e0cb26b2a74 req-b8ddcf07-5d1d-4ec3-898b-67e263f2dbb1 service neutron] 10.222.0.11 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708019 Aug 09 14:33:16.828044 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8379659b-81bd-4dfa-92da-badeb57af509 req-8cca6b45-fd6c-408b-9004-135574d6cb5f tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453689 Aug 09 14:33:16.860143 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-57183b8f-2970-4826-b92f-af047625c66f req-20b8d19a-de4c-440a-87bd-45e8231c728e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 210 time: 0.0310147 Aug 09 14:33:16.899901 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5cc49dd4-5d2c-4b95-8d16-5e0cb26b2a74 req-34e04e71-c872-4c5c-bc7e-c85608082622 service neutron] 10.222.0.11 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005368 Aug 09 14:33:17.511754 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-790db514-8bb1-4913-8dd3-db8fd15c5953 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:17.513223 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-790db514-8bb1-4913-8dd3-db8fd15c5953 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.11 "GET /v2.0/networks?id=c20e9c5d-5cc7-41a2-8f11-7c043eca0179 HTTP/1.1" status: 200 len: 811 time: 0.1486595 Aug 09 14:33:17.575041 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-494b1c45-14d0-4d33-b783-392e46dc0b27 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=729113cfedf64bc3a79f3867c8bded3c HTTP/1.1" status: 200 len: 380 time: 0.0476356 Aug 09 14:33:17.593487 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-474f9562-ee92-43ca-88aa-b5d4dba072ce tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Request body: {'port': {'device_id': '3002d7b2-b5e5-43ff-9b13-5a418840a282', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'admin_state_up': True, 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'security_groups': ['eda3f695-5b6c-4c8b-a00b-a170a0e80c1b']}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:33:17.963883 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-474f9562-ee92-43ca-88aa-b5d4dba072ce tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Made reservation on behalf of 729113cfedf64bc3a79f3867c8bded3c for: {'port': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:33:17.967723 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-474f9562-ee92-43ca-88aa-b5d4dba072ce tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:17.980629 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 43874) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:17.994288 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2fa8f11d-17a3-447e-93e6-c7af55531415 req-1a714ae2-4c7e-4657-84a1-79934f81cabc tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 210 time: 0.0321000 Aug 09 14:33:18.009080 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452b0fc-d9c1-4866-8292-8f662b3ff87f req-9cd96805-5865-4862-aa6e-7cfcf2a1810f tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:18.011277 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0452b0fc-d9c1-4866-8292-8f662b3ff87f req-9cd96805-5865-4862-aa6e-7cfcf2a1810f tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.1124878 Aug 09 14:33:18.072660 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0452b0fc-d9c1-4866-8292-8f662b3ff87f req-f370ecbb-a480-4988-b290-e0a78b68dfa6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539138 Aug 09 14:33:18.089312 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_v2 [None req-b30b17c4-9cd0-4c35-b306-a328697e31a2 admin admin] Deleting subnet 3fbbc831-09f3-4b83-99e3-0800b40ee6d1 {{(pid=93281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:33:18.094340 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b30b17c4-9cd0-4c35-b306-a328697e31a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:18.166513 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b30b17c4-9cd0-4c35-b306-a328697e31a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522946'] for subnet, precommit_delete_associations {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:18.220339 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-474f9562-ee92-43ca-88aa-b5d4dba072ce tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Allocated IP 172.20.0.7 (c20e9c5d-5cc7-41a2-8f11-7c043eca0179/e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5/bcd1da50-d980-403f-a25c-f136ae85dbe6) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:33:18.236132 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b30b17c4-9cd0-4c35-b306-a328697e31a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742273'] for subnet, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:18.369784 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b30b17c4-9cd0-4c35-b306-a328697e31a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3868640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2505526'] for subnet, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:18.410435 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b17c4-9cd0-4c35-b306-a328697e31a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fbbc831-09f3-4b83-99e3-0800b40ee6d1,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:18.412587 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b30b17c4-9cd0-4c35-b306-a328697e31a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for subnet, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:18.417607 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-b30b17c4-9cd0-4c35-b306-a328697e31a2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3fbbc831-09f3-4b83-99e3-0800b40ee6d1 HTTP/1.1" status: 204 len: 168 time: 0.4328725 Aug 09 14:33:18.417926 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 43904) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:18.501606 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-474f9562-ee92-43ca-88aa-b5d4dba072ce tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:18.527909 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:33:18.528672 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-474f9562-ee92-43ca-88aa-b5d4dba072ce tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Transition to ACTIVE for port object bcd1da50-d980-403f-a25c-f136ae85dbe6 will not be triggered until provisioned by entity DHCP. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:33:18.572734 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c83c0a18-ac2a-42e5-83cb-ea8d9a58561c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676446'] for network, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:18.579879 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-474f9562-ee92-43ca-88aa-b5d4dba072ce tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:18.640957 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-474f9562-ee92-43ca-88aa-b5d4dba072ce tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Network c20e9c5d-5cc7-41a2-8f11-7c043eca0179 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:33:18.644341 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-474f9562-ee92-43ca-88aa-b5d4dba072ce tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:33:18.651638 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:33:18.652021 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:18.670090 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-474f9562-ee92-43ca-88aa-b5d4dba072ce tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:33:18.678261 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f9562-ee92-43ca-88aa-b5d4dba072ce tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Pushing event updated for resources: {'Port': ['ID=bcd1da50-d980-403f-a25c-f136ae85dbe6,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:18.770339 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-474f9562-ee92-43ca-88aa-b5d4dba072ce tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:18.771656 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-474f9562-ee92-43ca-88aa-b5d4dba072ce tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:18.773936 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c83c0a18-ac2a-42e5-83cb-ea8d9a58561c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741126', 'neutron.services.segments.db._delete_segments_for_network-8793433151856'] for network, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:18.802037 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-474f9562-ee92-43ca-88aa-b5d4dba072ce tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2127697 Aug 09 14:33:18.806654 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-c83c0a18-ac2a-42e5-83cb-ea8d9a58561c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7a98f9-8a33-4587-b0e6-114693e9fdcf']}} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:33:18.823259 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-c83c0a18-ac2a-42e5-83cb-ea8d9a58561c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10fd00be-4d28-4022-a874-0f5e4cf4f289') {'for_net_delete': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:33:18.823561 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-c83c0a18-ac2a-42e5-83cb-ea8d9a58561c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10fd00be-4d28-4022-a874-0f5e4cf4f289') {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:33:18.825941 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-f2079546-a275-4773-b64f-49bb2e5da987 service neutron] Request body: {'port': {'device_id': '3002d7b2-b5e5-43ff-9b13-5a418840a282', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:33:18.843130 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c83c0a18-ac2a-42e5-83cb-ea8d9a58561c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793433155705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25235250'] for segment, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:18.874336 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c83c0a18-ac2a-42e5-83cb-ea8d9a58561c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:18.881938 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83c0a18-ac2a-42e5-83cb-ea8d9a58561c admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=93282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:33:18.882657 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c83c0a18-ac2a-42e5-83cb-ea8d9a58561c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25220627'] for segment, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: Traceback (most recent call last): Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: timer() Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: cb(*args, **kw) Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: return func(*args, **kwargs) Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: self._notify() Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: self.callback(batched_events) Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: event.method(event) Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: return f(self, *a, **k) Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: return self._get(url).json() Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: return self.request(url, 'GET', **kwargs) Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:33:18.886837 dv-cinder-780933-12-iscsi neutron-server[93282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:33:18.928364 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-f2079546-a275-4773-b64f-49bb2e5da987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:18.962397 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c83c0a18-ac2a-42e5-83cb-ea8d9a58561c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744054'] for network, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:18.968088 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c83c0a18-ac2a-42e5-83cb-ea8d9a58561c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:18.970243 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-c83c0a18-ac2a-42e5-83cb-ea8d9a58561c admin admin] 10.222.0.60 "DELETE /v2.0/networks/3f7a98f9-8a33-4587-b0e6-114693e9fdcf HTTP/1.1" status: 204 len: 168 time: 0.5508146 Aug 09 14:33:18.979553 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 43926) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:18.981870 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c0a18-ac2a-42e5-83cb-ea8d9a58561c admin admin] Pushing event deleted for resources: {'Network': ['ID=3f7a98f9-8a33-4587-b0e6-114693e9fdcf,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:19.023516 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-6f947282-3b49-4bea-9127-aaa5baa32c90 None None] Provisioning for port bcd1da50-d980-403f-a25c-f136ae85dbe6 completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:33:19.037183 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-6f947282-3b49-4bea-9127-aaa5baa32c90 None None] Provisioning complete for port bcd1da50-d980-403f-a25c-f136ae85dbe6 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:33:19.037858 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6f947282-3b49-4bea-9127-aaa5baa32c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:19.038984 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b12d71d-d4bd-4332-90b2-f75d2f5fcae6 admin admin] Deleting subnet 578f1238-560a-4a28-8364-46ba20e9dfc3 {{(pid=93281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:33:19.056109 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8b12d71d-d4bd-4332-90b2-f75d2f5fcae6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:19.085985 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-6f947282-3b49-4bea-9127-aaa5baa32c90 None None] Port bcd1da50-d980-403f-a25c-f136ae85dbe6 cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:33:19.155478 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e867e-cb40-49e8-9ba2-08acf7662a5d req-5ff2b435-24e6-4f4d-89e9-315b492ddc78 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:19.157035 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9f5e867e-cb40-49e8-9ba2-08acf7662a5d req-5ff2b435-24e6-4f4d-89e9-315b492ddc78 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 931 time: 0.0589004 Aug 09 14:33:19.175805 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8b12d71d-d4bd-4332-90b2-f75d2f5fcae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522946'] for subnet, precommit_delete_associations {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:19.229184 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9f5e867e-cb40-49e8-9ba2-08acf7662a5d req-ced8c6aa-6290-46a4-a4c9-6456ed4f950b tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647593 Aug 09 14:33:19.241667 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d8fb8-afc3-40b8-92de-1a66a09b2124 req-37647dfd-16eb-4f7f-85ea-2d0061e78f4e tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:19.244323 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c27d8fb8-afc3-40b8-92de-1a66a09b2124 req-37647dfd-16eb-4f7f-85ea-2d0061e78f4e tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0721436 Aug 09 14:33:19.274822 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8b12d71d-d4bd-4332-90b2-f75d2f5fcae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742273'] for subnet, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:19.290058 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c27d8fb8-afc3-40b8-92de-1a66a09b2124 req-bbd12b97-11e8-4ffe-8b6b-cbeea60cafcf tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388775 Aug 09 14:33:19.364920 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8b12d71d-d4bd-4332-90b2-f75d2f5fcae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3868640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2505526'] for subnet, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:19.412596 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8b12d71d-d4bd-4332-90b2-f75d2f5fcae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for subnet, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:19.413854 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-8b12d71d-d4bd-4332-90b2-f75d2f5fcae6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/578f1238-560a-4a28-8364-46ba20e9dfc3 HTTP/1.1" status: 204 len: 168 time: 0.4333673 Aug 09 14:33:19.415315 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12d71d-d4bd-4332-90b2-f75d2f5fcae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=578f1238-560a-4a28-8364-46ba20e9dfc3,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:19.419515 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 43942) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:19.449584 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-f2079546-a275-4773-b64f-49bb2e5da987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd1da50-d980-403f-a25c-f136ae85dbe6 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:33:19.457617 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-f2079546-a275-4773-b64f-49bb2e5da987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:19.472198 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-f2079546-a275-4773-b64f-49bb2e5da987 service neutron] Transition to ACTIVE for port object bcd1da50-d980-403f-a25c-f136ae85dbe6 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:33:19.479260 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-f2079546-a275-4773-b64f-49bb2e5da987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:19.494807 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7fedd390-f1a4-433f-8f20-f6123dea36ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676446'] for network, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:19.541041 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2079546-a275-4773-b64f-49bb2e5da987 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd1da50-d980-403f-a25c-f136ae85dbe6,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:19.596741 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7fedd390-f1a4-433f-8f20-f6123dea36ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741126', 'neutron.services.segments.db._delete_segments_for_network-8793433151856'] for network, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:19.610903 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-7fedd390-f1a4-433f-8f20-f6123dea36ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a516a6fc-80a0-4fb2-bdd6-98f364f6a151']}} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:33:19.626763 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-7fedd390-f1a4-433f-8f20-f6123dea36ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792ca915-4359-4fac-89ea-41c91774e4d6') {'for_net_delete': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:33:19.627408 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-7fedd390-f1a4-433f-8f20-f6123dea36ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792ca915-4359-4fac-89ea-41c91774e4d6') {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:33:19.633336 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-f2079546-a275-4773-b64f-49bb2e5da987 service neutron] Attempting to bind port bcd1da50-d980-403f-a25c-f136ae85dbe6 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:33:19.633693 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-f2079546-a275-4773-b64f-49bb2e5da987 service neutron] Attempting to bind port bcd1da50-d980-403f-a25c-f136ae85dbe6 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:33:19.634033 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-f2079546-a275-4773-b64f-49bb2e5da987 service neutron] Attempting to bind port bcd1da50-d980-403f-a25c-f136ae85dbe6 on network c20e9c5d-5cc7-41a2-8f11-7c043eca0179 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:33:19.639240 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-f2079546-a275-4773-b64f-49bb2e5da987 service neutron] Port bcd1da50-d980-403f-a25c-f136ae85dbe6 on network c20e9c5d-5cc7-41a2-8f11-7c043eca0179 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:33:19.639599 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-f2079546-a275-4773-b64f-49bb2e5da987 service neutron] Attempting to bind port bcd1da50-d980-403f-a25c-f136ae85dbe6 on network c20e9c5d-5cc7-41a2-8f11-7c043eca0179 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:33:19.644534 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7fedd390-f1a4-433f-8f20-f6123dea36ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793433155705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25235250'] for segment, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:19.645063 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-f2079546-a275-4773-b64f-49bb2e5da987 service neutron] Checking agent: {'id': '787e8c88-8117-4bdf-b5e3-a5a97e4f7369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'started_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:33:19.645410 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-f2079546-a275-4773-b64f-49bb2e5da987 service neutron] Checking segment: {'id': '0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:33:19.645799 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-f2079546-a275-4773-b64f-49bb2e5da987 service neutron] Bound using segment: {'id': '0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:33:19.646238 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-f2079546-a275-4773-b64f-49bb2e5da987 service neutron] Bound port: bcd1da50-d980-403f-a25c-f136ae85dbe6, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:33:19.646595 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-f2079546-a275-4773-b64f-49bb2e5da987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:19.664950 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7fedd390-f1a4-433f-8f20-f6123dea36ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:19.672155 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fedd390-f1a4-433f-8f20-f6123dea36ad admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:33:19.672592 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7fedd390-f1a4-433f-8f20-f6123dea36ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25220627'] for segment, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: Traceback (most recent call last): Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: timer() Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: cb(*args, **kw) Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: return func(*args, **kwargs) Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: self._notify() Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: self.callback(batched_events) Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: event.method(event) Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: return f(self, *a, **k) Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: return self._get(url).json() Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: return self.request(url, 'GET', **kwargs) Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:33:19.674712 dv-cinder-780933-12-iscsi neutron-server[93282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:33:19.695809 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 43946) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:19.753655 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7fedd390-f1a4-433f-8f20-f6123dea36ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744054'] for network, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:19.759242 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-f2079546-a275-4773-b64f-49bb2e5da987 service neutron] For port bcd1da50-d980-403f-a25c-f136ae85dbe6, host hv-cinder-78093, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:33:19.760297 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7fedd390-f1a4-433f-8f20-f6123dea36ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:19.762147 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-7fedd390-f1a4-433f-8f20-f6123dea36ad admin admin] 10.222.0.60 "DELETE /v2.0/networks/a516a6fc-80a0-4fb2-bdd6-98f364f6a151 HTTP/1.1" status: 204 len: 168 time: 0.3410919 Aug 09 14:33:19.771047 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-f2079546-a275-4773-b64f-49bb2e5da987 service neutron] For port bcd1da50-d980-403f-a25c-f136ae85dbe6, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bcd1da50-d980-403f-a25c-f136ae85dbe6,segment=NetworkSegment(0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53),segment_id=0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:33:19.777390 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fedd390-f1a4-433f-8f20-f6123dea36ad admin admin] Pushing event deleted for resources: {'Network': ['ID=a516a6fc-80a0-4fb2-bdd6-98f364f6a151,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:19.786898 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-f2079546-a275-4773-b64f-49bb2e5da987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:19.832673 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-f2079546-a275-4773-b64f-49bb2e5da987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:19.833291 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-f2079546-a275-4773-b64f-49bb2e5da987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:19.835129 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-f2079546-a275-4773-b64f-49bb2e5da987 service neutron] 10.222.0.11 "PUT /v2.0/ports/bcd1da50-d980-403f-a25c-f136ae85dbe6 HTTP/1.1" status: 200 len: 1093 time: 1.0162401 Aug 09 14:33:19.835767 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3002d7b2-b5e5-43ff-9b13-5a418840a282', 'tag': 'bcd1da50-d980-403f-a25c-f136ae85dbe6'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:33:19.842160 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76e3ac4-02d4-4ba9-bde9-b38ef61ee77b" -d '{"events": [{"name": "network-changed", "server_uuid": "3002d7b2-b5e5-43ff-9b13-5a418840a282", "tag": "bcd1da50-d980-403f-a25c-f136ae85dbe6"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:33:19.866895 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4ffd4739-acb4-478f-920b-db2f32799dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:19.897814 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2079546-a275-4773-b64f-49bb2e5da987 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd1da50-d980-403f-a25c-f136ae85dbe6,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:19.940261 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b898db6-53d1-4e08-8b78-ed64c4b88015 x-openstack-request-id: req-9b898db6-53d1-4e08-8b78-ed64c4b88015 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:33:19.940546 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3002d7b2-b5e5-43ff-9b13-5a418840a282", "tag": "bcd1da50-d980-403f-a25c-f136ae85dbe6", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:33:19.941514 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9b898db6-53d1-4e08-8b78-ed64c4b88015 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:33:19.941514 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3002d7b2-b5e5-43ff-9b13-5a418840a282', 'tag': 'bcd1da50-d980-403f-a25c-f136ae85dbe6', 'status': 'completed', 'code': 200} Aug 09 14:33:19.999489 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 43960) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:20.025351 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4ffd4739-acb4-478f-920b-db2f32799dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:20.030559 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4ffd4739-acb4-478f-920b-db2f32799dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:20.071765 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-6e8eddc4-d290-42af-8501-33383a24f01a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b3ef61ad5c804037b150e75ba6de1aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0687406 Aug 09 14:33:20.072517 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 43962) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:20.075242 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-4ffd4739-acb4-478f-920b-db2f32799dba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3dc04014571246de96e97a7757722a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786690 Aug 09 14:33:20.079303 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 43964) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:20.087834 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd4739-acb4-478f-920b-db2f32799dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f178ad1-9b57-4c75-9b8b-ccfdeef2b935,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:20.138733 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8bc87127-9295-437f-9a12-9961987a6ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:20.141681 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2ef46088-d623-4c26-af70-23df6a1df8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:20.171950 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2ef46088-d623-4c26-af70-23df6a1df8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:20.173375 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8bc87127-9295-437f-9a12-9961987a6ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:20.228600 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2ef46088-d623-4c26-af70-23df6a1df8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:20.230141 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2ef46088-d623-4c26-af70-23df6a1df8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:20.230291 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8bc87127-9295-437f-9a12-9961987a6ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:20.231528 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-2ef46088-d623-4c26-af70-23df6a1df8d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1f178ad1-9b57-4c75-9b8b-ccfdeef2b935 HTTP/1.1" status: 204 len: 168 time: 0.1512506 Aug 09 14:33:20.232830 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8bc87127-9295-437f-9a12-9961987a6ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:20.236429 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-8bc87127-9295-437f-9a12-9961987a6ee6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d9f7b083-ffd3-4345-90ce-1bb9221aa994 HTTP/1.1" status: 204 len: 168 time: 0.1607964 Aug 09 14:33:20.240405 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef46088-d623-4c26-af70-23df6a1df8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f178ad1-9b57-4c75-9b8b-ccfdeef2b935,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:20.244377 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc87127-9295-437f-9a12-9961987a6ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f7b083-ffd3-4345-90ce-1bb9221aa994,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:20.381508 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c0375-69b6-404d-aaf5-ebc6a42406d4 req-f885db03-03ee-42f2-8d77-1f76d40cbcdd tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:20.383927 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-669c0375-69b6-404d-aaf5-ebc6a42406d4 req-f885db03-03ee-42f2-8d77-1f76d40cbcdd tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 943 time: 0.0530798 Aug 09 14:33:20.432226 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-669c0375-69b6-404d-aaf5-ebc6a42406d4 req-bc4ce128-ff46-4feb-b577-79a28e9a2af2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418432 Aug 09 14:33:20.551850 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc9591-24bf-470d-9fd3-1cc35f36826f req-ce04f2cf-a917-4727-b877-d36e5a0cc052 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:20.560170 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-89fc9591-24bf-470d-9fd3-1cc35f36826f req-ce04f2cf-a917-4727-b877-d36e5a0cc052 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0573828 Aug 09 14:33:20.599435 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-89fc9591-24bf-470d-9fd3-1cc35f36826f req-e261110b-dcc0-40c7-9a47-b109efc8ff9e tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384285 Aug 09 14:33:20.691975 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 43988) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:20.735127 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-1c3c0af3-a09a-41f7-a482-79000082f440 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d96951aca2c041f6868b6ec2c13c1c95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418334 Aug 09 14:33:20.737607 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 43992) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:20.792549 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-23c3cb3b-6c37-4c55-ba88-e93f7a58acdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:20.814462 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-23c3cb3b-6c37-4c55-ba88-e93f7a58acdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:20.871000 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-23c3cb3b-6c37-4c55-ba88-e93f7a58acdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:20.873648 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-23c3cb3b-6c37-4c55-ba88-e93f7a58acdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:20.874937 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-23c3cb3b-6c37-4c55-ba88-e93f7a58acdc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83cc3843-79c4-4b54-af63-83e82038c636 HTTP/1.1" status: 204 len: 168 time: 0.1363206 Aug 09 14:33:20.886928 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3cb3b-6c37-4c55-ba88-e93f7a58acdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cc3843-79c4-4b54-af63-83e82038c636,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:21.568974 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdf06a-006a-4b00-b4ba-94555a406baa req-ba6cb57c-e331-4a08-a75e-4631ff5c0690 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:21.571750 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-30bdf06a-006a-4b00-b4ba-94555a406baa req-ba6cb57c-e331-4a08-a75e-4631ff5c0690 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 943 time: 0.0680823 Aug 09 14:33:21.622814 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-30bdf06a-006a-4b00-b4ba-94555a406baa req-ef391a06-1ca3-46bf-a5b6-fb57fe3bba38 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434034 Aug 09 14:33:21.781112 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282764f9-90a2-4a50-8c9f-a4290eec5721 req-f2bccca1-be13-40ad-aeb6-4480f1dc181a tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:21.787235 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-282764f9-90a2-4a50-8c9f-a4290eec5721 req-f2bccca1-be13-40ad-aeb6-4480f1dc181a tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.1008418 Aug 09 14:33:21.842743 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-282764f9-90a2-4a50-8c9f-a4290eec5721 req-a929cf56-11bc-4063-9f0d-14bc116c9a43 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447538 Aug 09 14:33:22.114688 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e3ac4-02d4-4ba9-bde9-b38ef61ee77b req-45d697f6-eae2-4ade-930b-63734168d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:22.116222 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-d76e3ac4-02d4-4ba9-bde9-b38ef61ee77b req-45d697f6-eae2-4ade-930b-63734168d75d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=729113cfedf64bc3a79f3867c8bded3c&device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 1096 time: 0.0496147 Aug 09 14:33:22.303971 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e3ac4-02d4-4ba9-bde9-b38ef61ee77b req-0fa49544-0903-4fff-987d-e5fac7858db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:22.305645 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-d76e3ac4-02d4-4ba9-bde9-b38ef61ee77b req-0fa49544-0903-4fff-987d-e5fac7858db1 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=729113cfedf64bc3a79f3867c8bded3c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1800067 Aug 09 14:33:22.480661 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e3ac4-02d4-4ba9-bde9-b38ef61ee77b req-9be602ff-757b-4896-9282-704c6f0794d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:22.482139 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-d76e3ac4-02d4-4ba9-bde9-b38ef61ee77b req-9be602ff-757b-4896-9282-704c6f0794d7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1675453 Aug 09 14:33:22.568672 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-cfbe39b0-89fa-4689-ba24-0f383b53e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:22.570184 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-cfbe39b0-89fa-4689-ba24-0f383b53e723 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=729113cfedf64bc3a79f3867c8bded3c&device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 1096 time: 0.0440714 Aug 09 14:33:22.619883 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-5335d3a9-7aff-45c5-8951-fb1cf5b6668c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcd1da50-d980-403f-a25c-f136ae85dbe6 HTTP/1.1" status: 200 len: 217 time: 0.0389714 Aug 09 14:33:22.677989 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-cbeaa289-49c8-436e-8eec-6f2e1abbd2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:22.679679 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-cbeaa289-49c8-436e-8eec-6f2e1abbd2e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5 HTTP/1.1" status: 200 len: 850 time: 0.0515935 Aug 09 14:33:22.739104 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-7d7c783b-4189-49d1-81a2-9c91bf615e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:22.740615 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-7d7c783b-4189-49d1-81a2-9c91bf615e0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c20e9c5d-5cc7-41a2-8f11-7c043eca0179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0523856 Aug 09 14:33:22.743724 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df75a8-8c54-46a3-84fa-3a4cc3d12517 req-1e3887f8-a307-49a5-85b8-54b66858aca8 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:22.745217 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-76df75a8-8c54-46a3-84fa-3a4cc3d12517 req-1e3887f8-a307-49a5-85b8-54b66858aca8 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 943 time: 0.0530660 Aug 09 14:33:22.794369 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-76df75a8-8c54-46a3-84fa-3a4cc3d12517 req-823bc134-66b6-4dfc-8d2d-bed0b1e2ef3d tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422125 Aug 09 14:33:22.847337 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-22e4a828-4547-47bd-950f-4caca376cadc service neutron] 10.222.0.11 "GET /v2.0/networks/c20e9c5d-5cc7-41a2-8f11-7c043eca0179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979941 Aug 09 14:33:22.981446 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-77ad4aac-69cc-4ac7-8276-d9828901d484 req-9a26f195-fc32-439b-b603-d14c72ac4936 service neutron] 10.222.0.11 "GET /v2.0/networks/c20e9c5d-5cc7-41a2-8f11-7c043eca0179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224008 Aug 09 14:33:23.238261 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-e071195e-9946-4561-97a9-6d7255274a4f tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c67e5bd0393d42149f779daf1889242b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394945 Aug 09 14:33:23.302905 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be1b99-f736-42da-97be-173a37d0aa71 req-5fb57013-020e-4ba3-8632-0f2a0f001002 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:23.304657 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-07be1b99-f736-42da-97be-173a37d0aa71 req-5fb57013-020e-4ba3-8632-0f2a0f001002 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.3712003 Aug 09 14:33:23.479944 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-07be1b99-f736-42da-97be-173a37d0aa71 req-4c4d1ac6-3668-4f57-b44b-e662c9cdc687 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378996 Aug 09 14:33:23.539425 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-84acd5e1-a095-4612-bc8c-7b7feabc139c tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:23.547527 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-84acd5e1-a095-4612-bc8c-7b7feabc139c tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3020520 Aug 09 14:33:23.560545 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-7e1f26c1-85bf-4de5-b8df-9f1b6e8c21c4 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/quotas/c67e5bd0393d42149f779daf1889242b HTTP/1.1" status: 200 len: 375 time: 0.0115774 Aug 09 14:33:23.569722 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 44114) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:23.603554 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-a1949cb3-de1c-437e-baa5-a1bd0ba9ef69 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c67e5bd0393d42149f779daf1889242b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346391 Aug 09 14:33:23.772388 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8f09394a-513e-4023-a05f-252d9032ef34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:23.838412 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6fabd62c-2643-4a35-8c5e-34428fe225a4 req-86d0a0d2-8d05-44b3-81e3-97d714eff5dd tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/ports?device_id=08336a78-ef97-47f0-b878-f496333c84fd HTTP/1.1" status: 200 len: 210 time: 0.0671854 Aug 09 14:33:23.851221 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 44126) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:23.947812 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8f09394a-513e-4023-a05f-252d9032ef34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:23.954623 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8f09394a-513e-4023-a05f-252d9032ef34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:23.991313 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c06c94-7041-4019-afb5-d0dce3d3302a req-ce8a6628-514c-40b1-855b-c2c60566b0b0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:23.993791 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c6c06c94-7041-4019-afb5-d0dce3d3302a req-ce8a6628-514c-40b1-855b-c2c60566b0b0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 943 time: 0.0719059 Aug 09 14:33:24.015337 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09394a-513e-4023-a05f-252d9032ef34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab80774d-1c14-4e58-80a6-adf1c6cce619,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:24.018135 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6868a20b-199b-450e-ba44-ed3698ae8d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:24.028166 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-8f09394a-513e-4023-a05f-252d9032ef34 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e0a90f76a7054f0f9dbd939f55676a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4511762 Aug 09 14:33:24.031161 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 44136) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:24.051205 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c6c06c94-7041-4019-afb5-d0dce3d3302a req-e8511034-ead9-46b2-82eb-50c0dcecbece tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502706 Aug 09 14:33:24.130734 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-534398e2-3ebe-4b18-b5e9-38557ab454ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:24.190984 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-534398e2-3ebe-4b18-b5e9-38557ab454ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:24.299182 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6868a20b-199b-450e-ba44-ed3698ae8d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:24.305761 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6868a20b-199b-450e-ba44-ed3698ae8d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:24.321076 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-534398e2-3ebe-4b18-b5e9-38557ab454ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:24.324786 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-534398e2-3ebe-4b18-b5e9-38557ab454ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:24.326735 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-534398e2-3ebe-4b18-b5e9-38557ab454ac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab80774d-1c14-4e58-80a6-adf1c6cce619 HTTP/1.1" status: 204 len: 168 time: 0.2934437 Aug 09 14:33:24.361013 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-6868a20b-199b-450e-ba44-ed3698ae8d5e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c2c4a0b6b96c4e0b865fe6dfe8363aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5096290 Aug 09 14:33:24.361917 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868a20b-199b-450e-ba44-ed3698ae8d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f13bfe-451e-4b5f-9701-8dad9d805711,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:24.364898 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 44152) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:24.389129 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534398e2-3ebe-4b18-b5e9-38557ab454ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab80774d-1c14-4e58-80a6-adf1c6cce619,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:24.429197 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-df9a23a9-f0c9-4d73-bbfc-ef0505cc537c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:24.455291 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-df9a23a9-f0c9-4d73-bbfc-ef0505cc537c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:24.508821 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-df9a23a9-f0c9-4d73-bbfc-ef0505cc537c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:24.520270 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-df9a23a9-f0c9-4d73-bbfc-ef0505cc537c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:24.523859 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-df9a23a9-f0c9-4d73-bbfc-ef0505cc537c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b0f13bfe-451e-4b5f-9701-8dad9d805711 HTTP/1.1" status: 204 len: 168 time: 0.1556358 Aug 09 14:33:24.536027 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a23a9-f0c9-4d73-bbfc-ef0505cc537c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f13bfe-451e-4b5f-9701-8dad9d805711,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:24.638874 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25739e-3b15-494a-88cd-19df10cd2afa req-fa933e2b-31b8-48dd-8a84-b6bc56c0a643 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:24.640788 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-da25739e-3b15-494a-88cd-19df10cd2afa req-fa933e2b-31b8-48dd-8a84-b6bc56c0a643 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0577145 Aug 09 14:33:24.689216 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-da25739e-3b15-494a-88cd-19df10cd2afa req-cfd2ae45-8f0b-4fe8-9722-a3044865dc38 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405037 Aug 09 14:33:24.944191 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-673d8a82-51c9-4e28-974e-72de266fd0cc req-0f729fb3-e29b-4751-9d4a-85c29e9421e1 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/ports?device_id=08336a78-ef97-47f0-b878-f496333c84fd HTTP/1.1" status: 200 len: 210 time: 0.0358157 Aug 09 14:33:25.185525 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad866e5-4c1e-477f-8261-489f997fa4a4 req-8a27ef4c-675c-47f8-9ccc-d35eae6213d3 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:25.187305 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6ad866e5-4c1e-477f-8261-489f997fa4a4 req-8a27ef4c-675c-47f8-9ccc-d35eae6213d3 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 943 time: 0.0588322 Aug 09 14:33:25.237584 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6ad866e5-4c1e-477f-8261-489f997fa4a4 req-ab99de81-879e-41cd-9018-ffe4aa4a3b9b tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415733 Aug 09 14:33:25.839026 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf1879-168a-4fd8-b00c-27f19dca68e1 req-2cf8b5e2-c4b6-4e89-895a-85014ef84114 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:25.840916 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-30cf1879-168a-4fd8-b00c-27f19dca68e1 req-2cf8b5e2-c4b6-4e89-895a-85014ef84114 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0633860 Aug 09 14:33:25.907638 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-30cf1879-168a-4fd8-b00c-27f19dca68e1 req-1d822dd5-5059-4982-bfbc-3fa3d4d9369f tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592170 Aug 09 14:33:26.058310 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fc0c5d85-0512-47c8-8992-79cddc75b316 req-f0e4af63-0d35-4d91-a8f9-29968b0d8ddc tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/ports?device_id=08336a78-ef97-47f0-b878-f496333c84fd HTTP/1.1" status: 200 len: 210 time: 0.0296454 Aug 09 14:33:26.355330 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e7c5b-948f-430e-b075-f6faa9348f42 req-351e50ef-bde5-4ed9-b700-817b881d6d1c tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:26.356835 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b79e7c5b-948f-430e-b075-f6faa9348f42 req-351e50ef-bde5-4ed9-b700-817b881d6d1c tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 943 time: 0.0493338 Aug 09 14:33:26.396917 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b79e7c5b-948f-430e-b075-f6faa9348f42 req-0e81b193-1c92-4cc5-9457-a93bc3f7c951 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341141 Aug 09 14:33:27.030190 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379a3f8-4d68-4ab3-8736-9c333f56a135 req-857fd20d-bf58-424d-ac47-afaabeb12ca6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:27.031703 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f379a3f8-4d68-4ab3-8736-9c333f56a135 req-857fd20d-bf58-424d-ac47-afaabeb12ca6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0516148 Aug 09 14:33:27.081722 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f379a3f8-4d68-4ab3-8736-9c333f56a135 req-5f338e0e-4669-454c-9f31-2ac1be43ff5c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438354 Aug 09 14:33:27.174268 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-aae56349-c223-49fc-909c-24dc6760d0ce req-1b3fe497-b599-4dbe-a8d8-8cac22c97411 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/ports?device_id=08336a78-ef97-47f0-b878-f496333c84fd HTTP/1.1" status: 200 len: 210 time: 0.0366287 Aug 09 14:33:27.528418 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b5422-411d-44af-ba54-937e9a407e17 req-56928988-cf63-4cd5-b030-05065bc9beb6 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:27.530008 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a29b5422-411d-44af-ba54-937e9a407e17 req-56928988-cf63-4cd5-b030-05065bc9beb6 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 943 time: 0.0658462 Aug 09 14:33:27.576081 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a29b5422-411d-44af-ba54-937e9a407e17 req-cc2f8cf1-92b9-4f06-89e4-75742e1b1d3c tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399532 Aug 09 14:33:28.223958 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2e8cd-23c2-4df7-8dc6-8d732d9dc89f req-d4a78e19-b104-4448-a321-e54df7ebb991 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:28.225444 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-85a2e8cd-23c2-4df7-8dc6-8d732d9dc89f req-d4a78e19-b104-4448-a321-e54df7ebb991 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0502951 Aug 09 14:33:28.265965 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-85a2e8cd-23c2-4df7-8dc6-8d732d9dc89f req-9f85cfb0-c762-44fb-88d1-76d9c52cfea2 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340168 Aug 09 14:33:28.355740 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f0ed8730-59f9-4d78-883b-376e03f980d9 req-e4142891-fc45-4037-9b7d-67f6d2b41230 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/ports?device_id=08336a78-ef97-47f0-b878-f496333c84fd HTTP/1.1" status: 200 len: 210 time: 0.0291433 Aug 09 14:33:28.695151 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360c9b4-195e-4b3a-ad18-b95a9646e436 req-f1a5bb8f-f6ba-4ded-a3da-2576d127d243 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:28.697176 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1360c9b4-195e-4b3a-ad18-b95a9646e436 req-f1a5bb8f-f6ba-4ded-a3da-2576d127d243 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 943 time: 0.0498276 Aug 09 14:33:28.736822 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1360c9b4-195e-4b3a-ad18-b95a9646e436 req-c9c4d7ed-b245-4fd2-981c-3df994558a56 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336554 Aug 09 14:33:29.387655 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2cd60-686c-48bd-8c1b-4e8ba50c0978 req-136a89bb-5d72-47d5-80c7-bdb89098b059 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:29.389137 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-19a2cd60-686c-48bd-8c1b-4e8ba50c0978 req-136a89bb-5d72-47d5-80c7-bdb89098b059 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0509698 Aug 09 14:33:29.429796 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-19a2cd60-686c-48bd-8c1b-4e8ba50c0978 req-ac20aaf5-c50e-41ce-8531-8c19415ffb53 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346229 Aug 09 14:33:29.527795 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-315536e3-7137-45d7-b56e-17a005051f89 req-2184c531-edc7-484c-ada4-c5ef1390b02b tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/ports?device_id=08336a78-ef97-47f0-b878-f496333c84fd HTTP/1.1" status: 200 len: 210 time: 0.0348234 Aug 09 14:33:29.860183 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c65d7-f9a1-46c0-b8a8-c3bdfdce9a2d req-e97c635a-6c92-4769-9b67-a57f87fc33ee tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:29.861650 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-767c65d7-f9a1-46c0-b8a8-c3bdfdce9a2d req-e97c635a-6c92-4769-9b67-a57f87fc33ee tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 943 time: 0.0562332 Aug 09 14:33:29.906529 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-767c65d7-f9a1-46c0-b8a8-c3bdfdce9a2d req-5523b462-bcfc-4798-a93b-3909f786c665 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325422 Aug 09 14:33:30.104765 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device bcd1da50-d980-403f-a25c-f136ae85dbe6 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:33:30.222372 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port bcd1da50-d980-403f-a25c-f136ae85dbe6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bcd1da50-d980-403f-a25c-f136ae85dbe6,segment=NetworkSegment(0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53),segment_id=0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:33:30.236659 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-4a029b48-00de-4afc-9bbd-b7c38513f0d7 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c67e5bd0393d42149f779daf1889242b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302823 Aug 09 14:33:30.237245 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': 'bcd1da50-d980-403f-a25c-f136ae85dbe6', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'port_id': 'bcd1da50-d980-403f-a25c-f136ae85dbe6', 'mac_address': 'fa:16:3e:67:51:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:33:30.283588 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:30.302607 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd1da50-d980-403f-a25c-f136ae85dbe6 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:33:30.328056 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port bcd1da50-d980-403f-a25c-f136ae85dbe6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bcd1da50-d980-403f-a25c-f136ae85dbe6,segment=NetworkSegment(0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53),segment_id=0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:33:30.331988 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:30.388988 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=bcd1da50-d980-403f-a25c-f136ae85dbe6,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:30.588704 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d46601-e8b6-45d3-bf52-710ae715d6d6 req-32508e36-8bab-4681-8dcb-b9122c03a351 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:30.598479 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d1d46601-e8b6-45d3-bf52-710ae715d6d6 req-32508e36-8bab-4681-8dcb-b9122c03a351 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0819805 Aug 09 14:33:30.646923 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d1d46601-e8b6-45d3-bf52-710ae715d6d6 req-9475aa69-808c-43cb-9f5c-1f62dd0bbfa1 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467899 Aug 09 14:33:30.685553 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-5d845f17-7f9d-4155-b50b-696ef0e250f3 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:30.687045 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-5d845f17-7f9d-4155-b50b-696ef0e250f3 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4419563 Aug 09 14:33:30.687322 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-83c5323b-e87a-4da1-ad11-948dd412002a req-975a0d50-4dce-4691-9145-6533b7149ad4 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/ports?device_id=08336a78-ef97-47f0-b878-f496333c84fd HTTP/1.1" status: 200 len: 210 time: 0.0392118 Aug 09 14:33:30.713338 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['bcd1da50-d980-403f-a25c-f136ae85dbe6'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:33:30.715891 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-f5846527-75fe-4324-80c2-12a7139f0f24 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Request body: {'port': {'device_id': '08336a78-ef97-47f0-b878-f496333c84fd', 'network_id': '25c1015a-7d3f-477f-94a5-e8b544c160dd', 'admin_state_up': True, 'tenant_id': 'c67e5bd0393d42149f779daf1889242b'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:33:30.816576 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c950ec1-14af-4359-921d-10ac6f7a4d4a req-00c445fb-c3da-4db7-a735-050bffebc3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:30.818075 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-6c950ec1-14af-4359-921d-10ac6f7a4d4a req-00c445fb-c3da-4db7-a735-050bffebc3ca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 1098 time: 0.0973094 Aug 09 14:33:30.880637 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-6c950ec1-14af-4359-921d-10ac6f7a4d4a req-9d2ebe9c-f85a-4cbf-a38d-b0bc57b5a928 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533445 Aug 09 14:33:30.895872 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-f5846527-75fe-4324-80c2-12a7139f0f24 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Made reservation on behalf of c67e5bd0393d42149f779daf1889242b for: {'port': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:33:30.900173 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-f5846527-75fe-4324-80c2-12a7139f0f24 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:30.909466 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-f5846527-75fe-4324-80c2-12a7139f0f24 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:31.009421 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-f5846527-75fe-4324-80c2-12a7139f0f24 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:31.013747 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-f5846527-75fe-4324-80c2-12a7139f0f24 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:31.041321 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8469dce-788e-4ef4-b065-62d44d9c0310 req-0083b9f2-4be4-42fa-9670-10209152a716 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:31.042821 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a8469dce-788e-4ef4-b065-62d44d9c0310 req-0083b9f2-4be4-42fa-9670-10209152a716 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 944 time: 0.0564806 Aug 09 14:33:31.078141 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5846527-75fe-4324-80c2-12a7139f0f24 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b03df1-5e6f-41b0-a35b-89ba0f9ce87a,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:31.084071 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a8469dce-788e-4ef4-b065-62d44d9c0310 req-fad17e9a-b356-4ffd-b88e-6e7f888cf70e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341489 Aug 09 14:33:31.156542 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-f5846527-75fe-4324-80c2-12a7139f0f24 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Allocated IP 192.168.233.168 (25c1015a-7d3f-477f-94a5-e8b544c160dd/709dcb8c-66ff-469b-a288-fefc4662e5fb/0f47d953-492e-4682-87e2-73790af7f7e5) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:33:31.343627 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-f5846527-75fe-4324-80c2-12a7139f0f24 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:31.359510 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-f5846527-75fe-4324-80c2-12a7139f0f24 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Transition to ACTIVE for port object 0f47d953-492e-4682-87e2-73790af7f7e5 will not be triggered until provisioned by entity DHCP. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:33:31.402434 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-f5846527-75fe-4324-80c2-12a7139f0f24 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:31.454496 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-f5846527-75fe-4324-80c2-12a7139f0f24 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Network 25c1015a-7d3f-477f-94a5-e8b544c160dd is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:33:31.459556 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-f5846527-75fe-4324-80c2-12a7139f0f24 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:33:31.462622 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-f5846527-75fe-4324-80c2-12a7139f0f24 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:33:31.499211 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5846527-75fe-4324-80c2-12a7139f0f24 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Pushing event updated for resources: {'Port': ['ID=0f47d953-492e-4682-87e2-73790af7f7e5,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:31.544037 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-f5846527-75fe-4324-80c2-12a7139f0f24 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:31.545067 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-f5846527-75fe-4324-80c2-12a7139f0f24 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:31.563602 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-f5846527-75fe-4324-80c2-12a7139f0f24 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8527861 Aug 09 14:33:31.581470 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-2b8b6f27-d452-4387-b6de-912a2c568891 service neutron] Request body: {'port': {'device_id': '08336a78-ef97-47f0-b878-f496333c84fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:33:31.684274 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-2b8b6f27-d452-4387-b6de-912a2c568891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:31.829485 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55788a8c-056f-4ba5-97c0-a4a6f82ae8e0 req-0dd2ecf3-6500-466f-a725-9f644c27d093 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:31.836853 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-55788a8c-056f-4ba5-97c0-a4a6f82ae8e0 req-0dd2ecf3-6500-466f-a725-9f644c27d093 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0991623 Aug 09 14:33:31.879376 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-cea2a999-525c-416a-898b-7109002110b9 None None] Provisioning for port 0f47d953-492e-4682-87e2-73790af7f7e5 completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:33:31.887036 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-cea2a999-525c-416a-898b-7109002110b9 None None] Provisioning complete for port 0f47d953-492e-4682-87e2-73790af7f7e5 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:33:31.887411 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cea2a999-525c-416a-898b-7109002110b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:31.888563 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e0954-0264-4d82-9798-ed0f87aaa340 req-2ea31684-8e1d-461f-a7d2-40cc4bfe5927 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:31.897360 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b68e0954-0264-4d82-9798-ed0f87aaa340 req-2ea31684-8e1d-461f-a7d2-40cc4bfe5927 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/ports?device_id=08336a78-ef97-47f0-b878-f496333c84fd HTTP/1.1" status: 200 len: 936 time: 0.1083992 Aug 09 14:33:31.923995 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-55788a8c-056f-4ba5-97c0-a4a6f82ae8e0 req-6471f2dc-928b-4761-bceb-8006f8979544 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862200 Aug 09 14:33:31.990826 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b68e0954-0264-4d82-9798-ed0f87aaa340 req-66a828aa-74fc-4d73-983f-13a27cce64ff tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/security-groups?id=99b03df1-5e6f-41b0-a35b-89ba0f9ce87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922146 Aug 09 14:33:32.004789 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-cea2a999-525c-416a-898b-7109002110b9 None None] Port 0f47d953-492e-4682-87e2-73790af7f7e5 cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:33:32.106306 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-2b8b6f27-d452-4387-b6de-912a2c568891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f47d953-492e-4682-87e2-73790af7f7e5 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:33:32.119044 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-2b8b6f27-d452-4387-b6de-912a2c568891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:32.130716 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device bcd1da50-d980-403f-a25c-f136ae85dbe6 up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:33:32.132990 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-2b8b6f27-d452-4387-b6de-912a2c568891 service neutron] Transition to ACTIVE for port object 0f47d953-492e-4682-87e2-73790af7f7e5 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:33:32.140919 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-2b8b6f27-d452-4387-b6de-912a2c568891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:32.230637 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning for port bcd1da50-d980-403f-a25c-f136ae85dbe6 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:33:32.238710 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port bcd1da50-d980-403f-a25c-f136ae85dbe6 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:33:32.239252 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:32.245961 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90217b19-8545-4eea-9527-dc8bbf53c649 req-388e4192-6914-47e8-9436-1a56c3fd056b tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:32.268691 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b6f27-d452-4387-b6de-912a2c568891 service neutron] Pushing event updated for resources: {'Port': ['ID=0f47d953-492e-4682-87e2-73790af7f7e5,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:32.270182 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-90217b19-8545-4eea-9527-dc8bbf53c649 req-388e4192-6914-47e8-9436-1a56c3fd056b tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 944 time: 0.0987055 Aug 09 14:33:32.317389 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-2b8b6f27-d452-4387-b6de-912a2c568891 service neutron] Attempting to bind port 0f47d953-492e-4682-87e2-73790af7f7e5 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:33:32.317881 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-2b8b6f27-d452-4387-b6de-912a2c568891 service neutron] Attempting to bind port 0f47d953-492e-4682-87e2-73790af7f7e5 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'cf70d1f0-0d7c-48ad-bfab-4e8b05c861aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '25c1015a-7d3f-477f-94a5-e8b544c160dd'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:33:32.318326 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-2b8b6f27-d452-4387-b6de-912a2c568891 service neutron] Attempting to bind port 0f47d953-492e-4682-87e2-73790af7f7e5 on network 25c1015a-7d3f-477f-94a5-e8b544c160dd {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:33:32.327334 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-2b8b6f27-d452-4387-b6de-912a2c568891 service neutron] Port 0f47d953-492e-4682-87e2-73790af7f7e5 on network 25c1015a-7d3f-477f-94a5-e8b544c160dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:33:32.328002 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-2b8b6f27-d452-4387-b6de-912a2c568891 service neutron] Attempting to bind port 0f47d953-492e-4682-87e2-73790af7f7e5 on network 25c1015a-7d3f-477f-94a5-e8b544c160dd {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:33:32.337552 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-2b8b6f27-d452-4387-b6de-912a2c568891 service neutron] Checking agent: {'id': '787e8c88-8117-4bdf-b5e3-a5a97e4f7369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'started_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:33:32.337890 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-2b8b6f27-d452-4387-b6de-912a2c568891 service neutron] Checking segment: {'id': 'cf70d1f0-0d7c-48ad-bfab-4e8b05c861aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '25c1015a-7d3f-477f-94a5-e8b544c160dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:33:32.338287 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-2b8b6f27-d452-4387-b6de-912a2c568891 service neutron] Bound using segment: {'id': 'cf70d1f0-0d7c-48ad-bfab-4e8b05c861aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '25c1015a-7d3f-477f-94a5-e8b544c160dd'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:33:32.338749 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-2b8b6f27-d452-4387-b6de-912a2c568891 service neutron] Bound port: 0f47d953-492e-4682-87e2-73790af7f7e5, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf70d1f0-0d7c-48ad-bfab-4e8b05c861aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '25c1015a-7d3f-477f-94a5-e8b544c160dd'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:33:32.339116 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-2b8b6f27-d452-4387-b6de-912a2c568891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:32.352803 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-90217b19-8545-4eea-9527-dc8bbf53c649 req-e5b19a37-e6bb-4f99-bc2e-f243a9536efd tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702536 Aug 09 14:33:32.379890 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:32.413348 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3002d7b2-b5e5-43ff-9b13-5a418840a282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd1da50-d980-403f-a25c-f136ae85dbe6'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:33:32.416628 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4da8faa-d92e-4681-9862-725eb89aed75" -d '{"events": [{"server_uuid": "3002d7b2-b5e5-43ff-9b13-5a418840a282", "name": "network-vif-plugged", "status": "completed", "tag": "bcd1da50-d980-403f-a25c-f136ae85dbe6"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:33:32.435257 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port bcd1da50-d980-403f-a25c-f136ae85dbe6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bcd1da50-d980-403f-a25c-f136ae85dbe6,segment=NetworkSegment(0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53),segment_id=0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:33:32.445829 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:32.472558 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-2b8b6f27-d452-4387-b6de-912a2c568891 service neutron] For port 0f47d953-492e-4682-87e2-73790af7f7e5, host hv-cinder-78093, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:33:32.476953 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-2b8b6f27-d452-4387-b6de-912a2c568891 service neutron] For port 0f47d953-492e-4682-87e2-73790af7f7e5, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0f47d953-492e-4682-87e2-73790af7f7e5,segment=NetworkSegment(cf70d1f0-0d7c-48ad-bfab-4e8b05c861aa),segment_id=cf70d1f0-0d7c-48ad-bfab-4e8b05c861aa)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:33:32.484149 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4d709a-2172-4ab0-9df4-1f82f4205ec0 x-openstack-request-id: req-dc4d709a-2172-4ab0-9df4-1f82f4205ec0 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:33:32.484418 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3002d7b2-b5e5-43ff-9b13-5a418840a282", "name": "network-vif-plugged", "status": "completed", "tag": "bcd1da50-d980-403f-a25c-f136ae85dbe6", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:33:32.484663 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc4d709a-2172-4ab0-9df4-1f82f4205ec0 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:33:32.486714 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-2b8b6f27-d452-4387-b6de-912a2c568891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:32.498501 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3002d7b2-b5e5-43ff-9b13-5a418840a282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd1da50-d980-403f-a25c-f136ae85dbe6', 'code': 200} Aug 09 14:33:32.543194 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b6f27-d452-4387-b6de-912a2c568891 service neutron] Pushing event updated for resources: {'Port': ['ID=0f47d953-492e-4682-87e2-73790af7f7e5,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:32.546528 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=bcd1da50-d980-403f-a25c-f136ae85dbe6,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:32.565129 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-2b8b6f27-d452-4387-b6de-912a2c568891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:32.566022 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-2b8b6f27-d452-4387-b6de-912a2c568891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:32.567506 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-2b8b6f27-d452-4387-b6de-912a2c568891 service neutron] 10.222.0.11 "PUT /v2.0/ports/0f47d953-492e-4682-87e2-73790af7f7e5 HTTP/1.1" status: 200 len: 1098 time: 0.9912486 Aug 09 14:33:32.568153 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08336a78-ef97-47f0-b878-f496333c84fd', 'tag': '0f47d953-492e-4682-87e2-73790af7f7e5'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:33:32.571309 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a76530d-bcb8-4169-a580-8c0eb79b5a67" -d '{"events": [{"name": "network-changed", "server_uuid": "08336a78-ef97-47f0-b878-f496333c84fd", "tag": "0f47d953-492e-4682-87e2-73790af7f7e5"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:33:32.647778 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1149765-eddc-41fb-bb22-267f277882af x-openstack-request-id: req-f1149765-eddc-41fb-bb22-267f277882af {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:33:32.649173 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08336a78-ef97-47f0-b878-f496333c84fd", "tag": "0f47d953-492e-4682-87e2-73790af7f7e5", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:33:32.650165 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1149765-eddc-41fb-bb22-267f277882af {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:33:32.651181 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08336a78-ef97-47f0-b878-f496333c84fd', 'tag': '0f47d953-492e-4682-87e2-73790af7f7e5', 'status': 'completed', 'code': 200} Aug 09 14:33:32.755732 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-0e3342bc-8c86-4989-939c-d4e1d6894d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:32.767794 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-0e3342bc-8c86-4989-939c-d4e1d6894d66 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c67e5bd0393d42149f779daf1889242b&device_id=08336a78-ef97-47f0-b878-f496333c84fd HTTP/1.1" status: 200 len: 1101 time: 0.1105704 Aug 09 14:33:32.795233 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0848170-d5cb-4913-8797-4dad61571762 req-99a89f8a-7c82-45d7-bbea-56788beb46d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:32.796752 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-e0848170-d5cb-4913-8797-4dad61571762 req-99a89f8a-7c82-45d7-bbea-56788beb46d7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 1098 time: 0.0925045 Aug 09 14:33:32.807231 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 44458) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:32.827872 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-2a83c6b2-12a3-45f5-8005-d29125d62305 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=0f47d953-492e-4682-87e2-73790af7f7e5 HTTP/1.1" status: 200 len: 217 time: 0.0461469 Aug 09 14:33:32.909850 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-e0848170-d5cb-4913-8797-4dad61571762 req-53d00508-8640-4b7e-aefa-76a4c79d6881 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788567 Aug 09 14:33:32.909850 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-1c167f4f-1f30-453c-86a4-602848c94c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:32.909850 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-1c167f4f-1f30-453c-86a4-602848c94c9e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=709dcb8c-66ff-469b-a288-fefc4662e5fb HTTP/1.1" status: 200 len: 843 time: 0.0673089 Aug 09 14:33:32.956459 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-873e465b-3c36-4b63-9e38-58f7834c48d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:33.052628 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-53cfd12c-719f-44e3-81aa-50844e8f71c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:33.055088 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-53cfd12c-719f-44e3-81aa-50844e8f71c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25c1015a-7d3f-477f-94a5-e8b544c160dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0628557 Aug 09 14:33:33.144566 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c203f0-f3b9-4078-a370-985b0c121bf7 req-bd320133-3029-4439-a622-2d7db5150c87 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:33.146720 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-56c203f0-f3b9-4078-a370-985b0c121bf7 req-bd320133-3029-4439-a622-2d7db5150c87 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.1253772 Aug 09 14:33:33.181286 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-873e465b-3c36-4b63-9e38-58f7834c48d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:33.195954 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441e954-7557-47bd-ad3b-fe96d123c60d req-81f5a143-b162-44e1-8797-01123ddd7267 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:33.197617 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b441e954-7557-47bd-ad3b-fe96d123c60d req-81f5a143-b162-44e1-8797-01123ddd7267 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/ports?device_id=08336a78-ef97-47f0-b878-f496333c84fd HTTP/1.1" status: 200 len: 948 time: 0.1270697 Aug 09 14:33:33.201082 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-873e465b-3c36-4b63-9e38-58f7834c48d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:33.213040 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-498ff838-f8a7-4815-b701-a9a3c49dd181 service neutron] 10.222.0.11 "GET /v2.0/networks/25c1015a-7d3f-477f-94a5-e8b544c160dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186199 Aug 09 14:33:33.279180 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-56c203f0-f3b9-4078-a370-985b0c121bf7 req-387bab42-3b35-443c-afc1-604a7e8d1e70 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235316 Aug 09 14:33:33.287381 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-873e465b-3c36-4b63-9e38-58f7834c48d5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0eb729c7e3bc4dec9517583a0849f25a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4787388 Aug 09 14:33:33.289400 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 44472) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:33.290046 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e465b-3c36-4b63-9e38-58f7834c48d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3851e91d-7d28-4612-8c8a-fd2e02e28754,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:33.328634 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5481ca70-6f51-4df1-b645-69eb7b72de13 req-4d464b6e-f049-4e99-ad4a-8a01f9702fce service neutron] 10.222.0.11 "GET /v2.0/networks/25c1015a-7d3f-477f-94a5-e8b544c160dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056912 Aug 09 14:33:33.340230 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b441e954-7557-47bd-ad3b-fe96d123c60d req-34c2cad2-dc72-4aac-8a37-8701377905e1 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/security-groups?id=99b03df1-5e6f-41b0-a35b-89ba0f9ce87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320457 Aug 09 14:33:33.379011 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e97fe156-7bb7-4250-bd85-a2c267c0130f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:33.428873 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76530d-bcb8-4169-a580-8c0eb79b5a67 req-7e491f51-42bb-4777-a9a6-582756027689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:33.430897 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5a76530d-bcb8-4169-a580-8c0eb79b5a67 req-7e491f51-42bb-4777-a9a6-582756027689 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c67e5bd0393d42149f779daf1889242b&device_id=08336a78-ef97-47f0-b878-f496333c84fd HTTP/1.1" status: 200 len: 1101 time: 0.0446138 Aug 09 14:33:33.433683 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e97fe156-7bb7-4250-bd85-a2c267c0130f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:33.487180 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90515a84-a9eb-4962-8991-207cf078cf08 req-761f124b-be09-427d-a09a-8719fc52ceff tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:33.488744 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-90515a84-a9eb-4962-8991-207cf078cf08 req-761f124b-be09-427d-a09a-8719fc52ceff tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.1239374 Aug 09 14:33:33.544219 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a6552-7811-42b3-a068-9472f0e1f030 req-f776a0a2-1f00-4d46-9183-ec1955f164b2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:33.546067 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-752a6552-7811-42b3-a068-9472f0e1f030 req-f776a0a2-1f00-4d46-9183-ec1955f164b2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.1260424 Aug 09 14:33:33.557518 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76530d-bcb8-4169-a580-8c0eb79b5a67 req-3cbd94b0-b794-4ada-bfd5-7dd1137d92dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:33.558772 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5a76530d-bcb8-4169-a580-8c0eb79b5a67 req-3cbd94b0-b794-4ada-bfd5-7dd1137d92dc service neutron] 10.222.0.11 "GET /v2.0/networks?id=25c1015a-7d3f-477f-94a5-e8b544c160dd HTTP/1.1" status: 200 len: 870 time: 0.1142590 Aug 09 14:33:33.582819 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-90515a84-a9eb-4962-8991-207cf078cf08 req-98b9dccf-3e71-48c0-a86c-48911e6c12ed tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822747 Aug 09 14:33:33.590161 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e97fe156-7bb7-4250-bd85-a2c267c0130f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:33.597513 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e97fe156-7bb7-4250-bd85-a2c267c0130f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:33.598718 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-e97fe156-7bb7-4250-bd85-a2c267c0130f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3851e91d-7d28-4612-8c8a-fd2e02e28754 HTTP/1.1" status: 204 len: 168 time: 0.3057654 Aug 09 14:33:33.624783 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5a76530d-bcb8-4169-a580-8c0eb79b5a67 req-9c96816a-abfc-434c-a9df-edd10ebc4d9d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=0f47d953-492e-4682-87e2-73790af7f7e5 HTTP/1.1" status: 200 len: 217 time: 0.0489423 Aug 09 14:33:33.629747 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fe156-7bb7-4250-bd85-a2c267c0130f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3851e91d-7d28-4612-8c8a-fd2e02e28754,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:33.678027 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-752a6552-7811-42b3-a068-9472f0e1f030 req-884a22a5-8d6e-4be9-a315-d5dc570b527e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215780 Aug 09 14:33:33.730665 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76530d-bcb8-4169-a580-8c0eb79b5a67 req-56a34e42-5201-4ff1-be2c-24a096a5d74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:33.734207 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5a76530d-bcb8-4169-a580-8c0eb79b5a67 req-56a34e42-5201-4ff1-be2c-24a096a5d74b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=709dcb8c-66ff-469b-a288-fefc4662e5fb HTTP/1.1" status: 200 len: 843 time: 0.0957983 Aug 09 14:33:33.798171 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76530d-bcb8-4169-a580-8c0eb79b5a67 req-d0cda803-8964-4a58-a502-5f309ab09d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:33.799755 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5a76530d-bcb8-4169-a580-8c0eb79b5a67 req-d0cda803-8964-4a58-a502-5f309ab09d2c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25c1015a-7d3f-477f-94a5-e8b544c160dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0558224 Aug 09 14:33:33.926945 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5a76530d-bcb8-4169-a580-8c0eb79b5a67 req-46a18717-dc9a-48b2-ad2e-4343725db95a service neutron] 10.222.0.11 "GET /v2.0/networks/25c1015a-7d3f-477f-94a5-e8b544c160dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133909 Aug 09 14:33:34.070651 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5a76530d-bcb8-4169-a580-8c0eb79b5a67 req-c8c9326e-4177-44f3-974c-119d2a07e80a service neutron] 10.222.0.11 "GET /v2.0/networks/25c1015a-7d3f-477f-94a5-e8b544c160dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224828 Aug 09 14:33:34.502587 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ef743-33bf-432d-8e5c-0e9098397f47 req-84134b01-3bba-465a-a32a-cfc729ca3154 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:34.511434 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a89ef743-33bf-432d-8e5c-0e9098397f47 req-84134b01-3bba-465a-a32a-cfc729ca3154 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/ports?device_id=08336a78-ef97-47f0-b878-f496333c84fd HTTP/1.1" status: 200 len: 948 time: 0.0829937 Aug 09 14:33:34.556434 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a89ef743-33bf-432d-8e5c-0e9098397f47 req-b7702b2a-11c9-4e95-ae9c-f195116e5495 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/security-groups?id=99b03df1-5e6f-41b0-a35b-89ba0f9ce87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438595 Aug 09 14:33:34.854333 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d9005-f732-415f-8981-a914ff6ffaeb req-1bd266a5-d599-4b9d-91d5-8aaba7c3bcc9 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:34.856414 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d30d9005-f732-415f-8981-a914ff6ffaeb req-1bd266a5-d599-4b9d-91d5-8aaba7c3bcc9 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0851452 Aug 09 14:33:34.908938 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d30d9005-f732-415f-8981-a914ff6ffaeb req-3f63a633-c5fd-44a7-bc60-f99cba83a974 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429761 Aug 09 14:33:35.063982 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc247f-6204-43d5-89b2-10972b16699b req-58f8bc9a-23a8-4fd8-9a31-3e8248d9a83e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:35.071179 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bdbc247f-6204-43d5-89b2-10972b16699b req-58f8bc9a-23a8-4fd8-9a31-3e8248d9a83e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0715189 Aug 09 14:33:35.075934 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 44558) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:35.087189 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-a3c7693a-4dd5-4855-ab5f-727e678f988c tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Request body: {'floatingip': {'port_id': 'bcd1da50-d980-403f-a25c-f136ae85dbe6'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:33:35.109939 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 44562) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:35.149691 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a3c7693a-4dd5-4855-ab5f-727e678f988c tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for floatingip, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:35.405956 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faefa1e-b920-4d8d-a7f1-ddce14662e41 req-2b4fecc8-b04f-4d21-854b-41ea5cecd23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:35.418253 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0faefa1e-b920-4d8d-a7f1-ddce14662e41 req-2b4fecc8-b04f-4d21-854b-41ea5cecd23b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94fcc7593f8842ca9f6f0582e70529d5&device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 1099 time: 0.0652237 Aug 09 14:33:35.505718 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67087787-17f7-450d-a6ab-896b3c0e9b92 req-aa312c34-7b2a-4709-bcb1-98138eeeef26 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:35.507260 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-67087787-17f7-450d-a6ab-896b3c0e9b92 req-aa312c34-7b2a-4709-bcb1-98138eeeef26 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.1409311 Aug 09 14:33:35.565195 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-10d4e7f7-487a-4725-8215-0056e71eee58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:35.597393 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faefa1e-b920-4d8d-a7f1-ddce14662e41 req-69d023a1-7ea1-4055-8b5f-0d9ac5b339a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:35.605262 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0faefa1e-b920-4d8d-a7f1-ddce14662e41 req-69d023a1-7ea1-4055-8b5f-0d9ac5b339a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=68be63ba-7c01-4e71-8f7c-e4220c46edd1 HTTP/1.1" status: 200 len: 918 time: 0.1802340 Aug 09 14:33:35.631471 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-67087787-17f7-450d-a6ab-896b3c0e9b92 req-fbb659a9-63fc-41da-a518-da2d80d5d7f4 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131058 Aug 09 14:33:35.689721 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0faefa1e-b920-4d8d-a7f1-ddce14662e41 req-eb41edaa-355b-45dc-9bb1-403d38215a32 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 HTTP/1.1" status: 200 len: 217 time: 0.0747669 Aug 09 14:33:35.782693 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faefa1e-b920-4d8d-a7f1-ddce14662e41 req-958a80d8-5f36-4978-8448-1479c7dc8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:35.784476 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0faefa1e-b920-4d8d-a7f1-ddce14662e41 req-958a80d8-5f36-4978-8448-1479c7dc8f56 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9dcc6b59-86eb-470d-a76e-ee60461948ce HTTP/1.1" status: 200 len: 857 time: 0.0772009 Aug 09 14:33:35.836292 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0faefa1e-b920-4d8d-a7f1-ddce14662e41 req-4ddd5921-e930-424e-a47b-4bf797d85b36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=68be63ba-7c01-4e71-8f7c-e4220c46edd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363550 Aug 09 14:33:35.864830 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a3c7693a-4dd5-4855-ab5f-727e678f988c tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:35.875827 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f6026-b2c6-42ae-9fd4-151b78bef929 req-d353deb4-155f-4c2a-a5a5-10d1c4c428a6 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:35.883887 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-926f6026-b2c6-42ae-9fd4-151b78bef929 req-d353deb4-155f-4c2a-a5a5-10d1c4c428a6 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/ports?device_id=08336a78-ef97-47f0-b878-f496333c84fd HTTP/1.1" status: 200 len: 948 time: 0.2061448 Aug 09 14:33:35.888909 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a3c7693a-4dd5-4855-ab5f-727e678f988c tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744004'] for floatingip, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:35.984918 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-10d4e7f7-487a-4725-8215-0056e71eee58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:35.991640 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-10d4e7f7-487a-4725-8215-0056e71eee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:36.007414 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-926f6026-b2c6-42ae-9fd4-151b78bef929 req-eab77573-3aa8-4dcc-98d9-cbee3917b839 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/security-groups?id=99b03df1-5e6f-41b0-a35b-89ba0f9ce87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224988 Aug 09 14:33:36.060341 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-10d4e7f7-487a-4725-8215-0056e71eee58 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd2ff30b3d314b99bb5f147a54f069f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9491527 Aug 09 14:33:36.065758 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 44598) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:36.091905 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4e7f7-487a-4725-8215-0056e71eee58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5009371-340d-4437-9ef8-99a5772c07eb,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:36.093301 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.db.l3_db [None req-a3c7693a-4dd5-4855-ab5f-727e678f988c tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Floating IP 837cfaa5-4b83-4739-a536-46981b9e02aa associated. External IP: 172.27.0.23, port: bcd1da50-d980-403f-a25c-f136ae85dbe6. Aug 09 14:33:36.097572 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0faefa1e-b920-4d8d-a7f1-ddce14662e41 req-4be0655c-d536-44f2-b1fd-516ef35e9cd3 service neutron] 10.222.0.11 "GET /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505577 Aug 09 14:33:36.141655 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 0f47d953-492e-4682-87e2-73790af7f7e5 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:33:36.241207 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0faefa1e-b920-4d8d-a7f1-ddce14662e41 req-52467587-a0f7-4a25-b9f9-97207757bb6d service neutron] 10.222.0.11 "GET /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276743 Aug 09 14:33:36.283612 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e80f34d2-f43b-4b83-bb32-9b1982b454c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:36.303882 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 0f47d953-492e-4682-87e2-73790af7f7e5, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0f47d953-492e-4682-87e2-73790af7f7e5,segment=NetworkSegment(cf70d1f0-0d7c-48ad-bfab-4e8b05c861aa),segment_id=cf70d1f0-0d7c-48ad-bfab-4e8b05c861aa)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:33:36.322821 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': '0f47d953-492e-4682-87e2-73790af7f7e5', 'network_id': '25c1015a-7d3f-477f-94a5-e8b544c160dd', 'port_id': '0f47d953-492e-4682-87e2-73790af7f7e5', 'mac_address': 'fa:16:3e:44:f0:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709dcb8c-66ff-469b-a288-fefc4662e5fb', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:33:36.359010 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e80f34d2-f43b-4b83-bb32-9b1982b454c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:36.364316 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:36.383503 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f47d953-492e-4682-87e2-73790af7f7e5 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:33:36.406274 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 0f47d953-492e-4682-87e2-73790af7f7e5, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0f47d953-492e-4682-87e2-73790af7f7e5,segment=NetworkSegment(cf70d1f0-0d7c-48ad-bfab-4e8b05c861aa),segment_id=cf70d1f0-0d7c-48ad-bfab-4e8b05c861aa)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:33:36.411919 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:36.452665 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c7693a-4dd5-4855-ab5f-727e678f988c tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Router 8fc7c47f-7f82-4376-ac3d-3855de6871a0 has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:33:36.470038 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e80f34d2-f43b-4b83-bb32-9b1982b454c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:36.473718 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e80f34d2-f43b-4b83-bb32-9b1982b454c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:36.478202 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-e80f34d2-f43b-4b83-bb32-9b1982b454c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5009371-340d-4437-9ef8-99a5772c07eb HTTP/1.1" status: 204 len: 168 time: 0.4081891 Aug 09 14:33:36.505161 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=0f47d953-492e-4682-87e2-73790af7f7e5,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:36.528395 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f34d2-f43b-4b83-bb32-9b1982b454c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5009371-340d-4437-9ef8-99a5772c07eb,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:36.535187 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-466ce5c7-8d56-44b6-a49f-12df005c3e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:36.635485 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c7693a-4dd5-4855-ab5f-727e678f988c tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:33:36.651743 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a3c7693a-4dd5-4855-ab5f-727e678f988c tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:36.653538 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bced623-a4f7-4008-aa9b-8778c0a2cca1 None None] Sync routers for ids ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'] in dv-cinder-780933-12-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:33:36.662474 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bced623-a4f7-4008-aa9b-8778c0a2cca1 None None] Routers {'8fc7c47f-7f82-4376-ac3d-3855de6871a0'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:33:36.665029 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-8bced623-a4f7-4008-aa9b-8778c0a2cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:33:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:33:36.712019 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-a3c7693a-4dd5-4855-ab5f-727e678f988c tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "PUT /v2.0/floatingips/837cfaa5-4b83-4739-a536-46981b9e02aa HTTP/1.1" status: 200 len: 990 time: 1.6283660 Aug 09 14:33:36.712019 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3002d7b2-b5e5-43ff-9b13-5a418840a282', 'tag': 'bcd1da50-d980-403f-a25c-f136ae85dbe6'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:33:36.712328 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56ce326a282370cb2de39ae3136380dca3ea80517aac3f2975b0460684c6f47d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab28854-9d3d-4a0c-8a7b-e5f7997d1cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "3002d7b2-b5e5-43ff-9b13-5a418840a282", "tag": "bcd1da50-d980-403f-a25c-f136ae85dbe6"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:33:36.751968 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['0f47d953-492e-4682-87e2-73790af7f7e5'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:33:36.932747 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-8bced623-a4f7-4008-aa9b-8778c0a2cca1 None None] Set router 8fc7c47f-7f82-4376-ac3d-3855de6871a0 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:33:37.035762 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 44634) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:37.075357 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-689042e2-5b3c-4790-a332-b91354e804b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:37.097055 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf5ce4f-d904-4acb-8dc4-169ee4af0690 x-openstack-request-id: req-bbf5ce4f-d904-4acb-8dc4-169ee4af0690 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:33:37.097474 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3002d7b2-b5e5-43ff-9b13-5a418840a282", "tag": "bcd1da50-d980-403f-a25c-f136ae85dbe6", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:33:37.097817 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bbf5ce4f-d904-4acb-8dc4-169ee4af0690 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:33:37.098471 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3002d7b2-b5e5-43ff-9b13-5a418840a282', 'tag': 'bcd1da50-d980-403f-a25c-f136ae85dbe6', 'status': 'completed', 'code': 200} Aug 09 14:33:37.126789 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27262a39-c54f-446a-bdc3-ee31da226b08 req-cd697793-e033-4d38-b913-8d546dd06738 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:37.128356 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-27262a39-c54f-446a-bdc3-ee31da226b08 req-cd697793-e033-4d38-b913-8d546dd06738 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.3692262 Aug 09 14:33:37.138478 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab28854-9d3d-4a0c-8a7b-e5f7997d1cfe req-93b9a437-7e02-4244-95c6-e5f6c51fc881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:37.139930 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-2ab28854-9d3d-4a0c-8a7b-e5f7997d1cfe req-93b9a437-7e02-4244-95c6-e5f6c51fc881 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=729113cfedf64bc3a79f3867c8bded3c&device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 1098 time: 0.1735144 Aug 09 14:33:37.178781 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-27262a39-c54f-446a-bdc3-ee31da226b08 req-103afc0f-5ca7-44e6-8f1e-c1ef0bbfe03b tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431292 Aug 09 14:33:37.269057 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-8bced623-a4f7-4008-aa9b-8778c0a2cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'name': 'tempest-AttachVolumeTestJSON-1782958590-router', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:10Z', 'revision_number': 4, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'gw_port': {'id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': '837cfaa5-4b83-4739-a536-46981b9e02aa', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'port_id': 'bcd1da50-d980-403f-a25c-f136ae85dbe6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'mac_address': 'fa:16:3e:67:51:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3002d7b2-b5e5-43ff-9b13-5a418840a282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:33:14Z', 'updated_at': '2021-08-09T14:33:35Z', 'revision_number': 1, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6', 'name': '', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'mac_address': 'fa:16:3e:26:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:09Z', 'updated_at': '2021-08-09T14:33:16Z', 'revision_number': 5, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'subnets': [{'id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:33:37.310555 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bced623-a4f7-4008-aa9b-8778c0a2cca1 None None] Checking router: 8fc7c47f-7f82-4376-ac3d-3855de6871a0 for host: dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:33:37.329291 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bced623-a4f7-4008-aa9b-8778c0a2cca1 None None] Routers {'8fc7c47f-7f82-4376-ac3d-3855de6871a0'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:33:37.330088 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-8bced623-a4f7-4008-aa9b-8778c0a2cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:33:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:33:37.359806 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfbae8-3064-4be9-af03-197a35c1957f req-a470a0e4-1de2-4810-9e5f-4a288a3d5f1b tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:37.360734 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-21cfbae8-3064-4be9-af03-197a35c1957f req-a470a0e4-1de2-4810-9e5f-4a288a3d5f1b tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/ports?device_id=08336a78-ef97-47f0-b878-f496333c84fd HTTP/1.1" status: 200 len: 949 time: 0.1083534 Aug 09 14:33:37.383536 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab28854-9d3d-4a0c-8a7b-e5f7997d1cfe req-2868985a-2a90-498e-8b41-69507ba59a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:37.385028 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-2ab28854-9d3d-4a0c-8a7b-e5f7997d1cfe req-2868985a-2a90-498e-8b41-69507ba59a8a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c20e9c5d-5cc7-41a2-8f11-7c043eca0179 HTTP/1.1" status: 200 len: 912 time: 0.2254083 Aug 09 14:33:37.396708 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-689042e2-5b3c-4790-a332-b91354e804b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:37.403930 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-689042e2-5b3c-4790-a332-b91354e804b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:37.416825 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-21cfbae8-3064-4be9-af03-197a35c1957f req-357388a9-e42d-48c8-968d-00034acf7a19 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/security-groups?id=99b03df1-5e6f-41b0-a35b-89ba0f9ce87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485923 Aug 09 14:33:37.474976 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-8bced623-a4f7-4008-aa9b-8778c0a2cca1 None None] Set router 8fc7c47f-7f82-4376-ac3d-3855de6871a0 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:33:37.517096 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-689042e2-5b3c-4790-a332-b91354e804b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=82cf7b975c1044708f532377d0697939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4732955 Aug 09 14:33:37.521320 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 44656) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:37.529608 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689042e2-5b3c-4790-a332-b91354e804b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb0bbce-652c-4489-b5c7-7b2ca67286cd,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:37.536658 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-2ab28854-9d3d-4a0c-8a7b-e5f7997d1cfe req-de7f5dae-f364-4ed4-8a7d-4a1b2d4d13ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcd1da50-d980-403f-a25c-f136ae85dbe6 HTTP/1.1" status: 200 len: 998 time: 0.1341751 Aug 09 14:33:37.595794 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-39b3d576-653d-48dc-9f3b-a0b9a286a0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:37.619662 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab28854-9d3d-4a0c-8a7b-e5f7997d1cfe req-6be4f69c-9ef9-48ee-9d52-3162dd969033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:37.622364 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-39b3d576-653d-48dc-9f3b-a0b9a286a0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:37.623022 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-2ab28854-9d3d-4a0c-8a7b-e5f7997d1cfe req-6be4f69c-9ef9-48ee-9d52-3162dd969033 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5 HTTP/1.1" status: 200 len: 850 time: 0.0637193 Aug 09 14:33:37.692510 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab28854-9d3d-4a0c-8a7b-e5f7997d1cfe req-36dfe71d-62bc-445e-a568-5735a907bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:37.695718 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-2ab28854-9d3d-4a0c-8a7b-e5f7997d1cfe req-36dfe71d-62bc-445e-a568-5735a907bd34 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c20e9c5d-5cc7-41a2-8f11-7c043eca0179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0627539 Aug 09 14:33:37.695874 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-39b3d576-653d-48dc-9f3b-a0b9a286a0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:37.699047 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-39b3d576-653d-48dc-9f3b-a0b9a286a0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:37.702747 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-39b3d576-653d-48dc-9f3b-a0b9a286a0b1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2cb0bbce-652c-4489-b5c7-7b2ca67286cd HTTP/1.1" status: 204 len: 168 time: 0.1778116 Aug 09 14:33:37.708019 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3d576-653d-48dc-9f3b-a0b9a286a0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb0bbce-652c-4489-b5c7-7b2ca67286cd,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:37.817379 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-8bced623-a4f7-4008-aa9b-8778c0a2cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'name': 'tempest-AttachVolumeTestJSON-1782958590-router', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:10Z', 'revision_number': 4, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'gw_port': {'id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': '837cfaa5-4b83-4739-a536-46981b9e02aa', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'port_id': 'bcd1da50-d980-403f-a25c-f136ae85dbe6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'mac_address': 'fa:16:3e:67:51:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3002d7b2-b5e5-43ff-9b13-5a418840a282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:33:14Z', 'updated_at': '2021-08-09T14:33:35Z', 'revision_number': 1, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6', 'name': '', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'mac_address': 'fa:16:3e:26:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:09Z', 'updated_at': '2021-08-09T14:33:16Z', 'revision_number': 5, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'subnets': [{'id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:33:37.861684 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-2ab28854-9d3d-4a0c-8a7b-e5f7997d1cfe req-684dda7a-e02d-4358-aad7-537fca36a9e1 service neutron] 10.222.0.11 "GET /v2.0/networks/c20e9c5d-5cc7-41a2-8f11-7c043eca0179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586409 Aug 09 14:33:37.869699 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bced623-a4f7-4008-aa9b-8778c0a2cca1 None None] The sync data for ids ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'] in dv-cinder-780933-12-iscsi is: [{'id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'name': 'tempest-AttachVolumeTestJSON-1782958590-router', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:10Z', 'revision_number': 4, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'gw_port': {'id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': '837cfaa5-4b83-4739-a536-46981b9e02aa', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'port_id': 'bcd1da50-d980-403f-a25c-f136ae85dbe6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'mac_address': 'fa:16:3e:67:51:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3002d7b2-b5e5-43ff-9b13-5a418840a282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:33:14Z', 'updated_at': '2021-08-09T14:33:35Z', 'revision_number': 1, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6', 'name': '', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'mac_address': 'fa:16:3e:26:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:09Z', 'updated_at': '2021-08-09T14:33:16Z', 'revision_number': 5, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'subnets': [{'id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:33:38.015439 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-2ab28854-9d3d-4a0c-8a7b-e5f7997d1cfe req-0b8320a5-3ad0-4f0f-a31e-8ca66e6aa040 service neutron] 10.222.0.11 "GET /v2.0/networks/c20e9c5d-5cc7-41a2-8f11-7c043eca0179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454272 Aug 09 14:33:38.128034 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7913e553-92c1-478f-9fc2-f21b7fe5f96f None None] New status for floating IP 837cfaa5-4b83-4739-a536-46981b9e02aa: ACTIVE {{(pid=93283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:33:38.168384 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 0f47d953-492e-4682-87e2-73790af7f7e5 up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:33:38.332702 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning for port 0f47d953-492e-4682-87e2-73790af7f7e5 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:33:38.349978 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1bff4-9547-4a76-9313-194186982ffd req-bf45b787-8770-4f7b-8993-a68f54dcf80b tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:38.352318 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f3d1bff4-9547-4a76-9313-194186982ffd req-bf45b787-8770-4f7b-8993-a68f54dcf80b tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0647900 Aug 09 14:33:38.365799 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port 0f47d953-492e-4682-87e2-73790af7f7e5 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:33:38.366239 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:38.397538 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f3d1bff4-9547-4a76-9313-194186982ffd req-899d3bf0-faaf-4dad-8134-992c86fdd700 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385733 Aug 09 14:33:38.483158 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:38.510125 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08336a78-ef97-47f0-b878-f496333c84fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f47d953-492e-4682-87e2-73790af7f7e5'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:33:38.512289 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e783f309-ff12-4fe1-9c30-68005141aff1" -d '{"events": [{"server_uuid": "08336a78-ef97-47f0-b878-f496333c84fd", "name": "network-vif-plugged", "status": "completed", "tag": "0f47d953-492e-4682-87e2-73790af7f7e5"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:33:38.532822 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 0f47d953-492e-4682-87e2-73790af7f7e5, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0f47d953-492e-4682-87e2-73790af7f7e5,segment=NetworkSegment(cf70d1f0-0d7c-48ad-bfab-4e8b05c861aa),segment_id=cf70d1f0-0d7c-48ad-bfab-4e8b05c861aa)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:33:38.542178 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:38.586397 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923cacc8-9d7e-47ac-8893-55b8f739f8af x-openstack-request-id: req-923cacc8-9d7e-47ac-8893-55b8f739f8af {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:33:38.587324 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08336a78-ef97-47f0-b878-f496333c84fd", "name": "network-vif-plugged", "status": "completed", "tag": "0f47d953-492e-4682-87e2-73790af7f7e5", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:33:38.587617 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-923cacc8-9d7e-47ac-8893-55b8f739f8af {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:33:38.588028 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08336a78-ef97-47f0-b878-f496333c84fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f47d953-492e-4682-87e2-73790af7f7e5', 'code': 200} Aug 09 14:33:38.604500 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27f5bf-18da-493a-8c6f-609cb7ba76bb req-f3a898d9-4053-4f90-9be6-d1262ad22bfd tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:38.610136 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bf27f5bf-18da-493a-8c6f-609cb7ba76bb req-f3a898d9-4053-4f90-9be6-d1262ad22bfd tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/ports?device_id=08336a78-ef97-47f0-b878-f496333c84fd HTTP/1.1" status: 200 len: 949 time: 0.1143198 Aug 09 14:33:38.655152 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=0f47d953-492e-4682-87e2-73790af7f7e5,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:38.673820 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bf27f5bf-18da-493a-8c6f-609cb7ba76bb req-a270d3b5-b5d3-4796-867c-be16ca50c34a tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/security-groups?id=99b03df1-5e6f-41b0-a35b-89ba0f9ce87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541642 Aug 09 14:33:38.808909 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570dd683-da17-4494-9866-f39cc8ac84e9 req-61b00762-a277-472a-b47e-afbe3d7e7ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:38.810450 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-570dd683-da17-4494-9866-f39cc8ac84e9 req-61b00762-a277-472a-b47e-afbe3d7e7ca4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=08336a78-ef97-47f0-b878-f496333c84fd HTTP/1.1" status: 200 len: 1103 time: 0.0697348 Aug 09 14:33:38.852104 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-570dd683-da17-4494-9866-f39cc8ac84e9 req-d06e17ce-3d31-44fd-bfae-04c1ec3cd6a1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=99b03df1-5e6f-41b0-a35b-89ba0f9ce87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330033 Aug 09 14:33:38.896491 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 44710) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:39.023622 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-97cf1f50-a5df-4aeb-a8b3-45e0e1a26b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:39.148966 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-97cf1f50-a5df-4aeb-a8b3-45e0e1a26b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:39.155776 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-97cf1f50-a5df-4aeb-a8b3-45e0e1a26b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:39.206942 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-97cf1f50-a5df-4aeb-a8b3-45e0e1a26b0e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2e40dafae11e41a3ba6e02a21047bf42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092847 Aug 09 14:33:39.208014 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf1f50-a5df-4aeb-a8b3-45e0e1a26b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6865035-d8d4-4530-a63f-8f2432e430a6,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:39.209804 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 44734) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:39.274073 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c5398469-d88e-4885-8986-c095c2ec3f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:39.296528 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c5398469-d88e-4885-8986-c095c2ec3f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:39.358258 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:39.375673 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c5398469-d88e-4885-8986-c095c2ec3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:39.378294 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c5398469-d88e-4885-8986-c095c2ec3f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:39.379499 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-c5398469-d88e-4885-8986-c095c2ec3f11 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6865035-d8d4-4530-a63f-8f2432e430a6 HTTP/1.1" status: 204 len: 168 time: 0.1687055 Aug 09 14:33:39.387938 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5398469-d88e-4885-8986-c095c2ec3f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6865035-d8d4-4530-a63f-8f2432e430a6,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:39.545570 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40050aa8-2fba-4468-9eb7-4bbc313fcd59 req-6c6f602f-49d1-4592-a425-0875f0f120e7 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:39.547142 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-40050aa8-2fba-4468-9eb7-4bbc313fcd59 req-6c6f602f-49d1-4592-a425-0875f0f120e7 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0579925 Aug 09 14:33:39.599941 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-40050aa8-2fba-4468-9eb7-4bbc313fcd59 req-bec9b733-bf56-49f2-9864-4c3e3a4265c2 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466137 Aug 09 14:33:39.669976 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cf399997-b043-4c18-8e3e-2318c593befe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:39.799650 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879a0ce-840a-4ef1-8208-370787b32166 req-fd15919b-44cc-42d7-99a4-e943b0bfeb75 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:39.802317 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8879a0ce-840a-4ef1-8208-370787b32166 req-fd15919b-44cc-42d7-99a4-e943b0bfeb75 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/ports?device_id=08336a78-ef97-47f0-b878-f496333c84fd HTTP/1.1" status: 200 len: 950 time: 0.0612807 Aug 09 14:33:39.805619 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 44756) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:39.824985 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-70958e94-eeec-4ad7-84be-f99a22e788c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:39.847404 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8879a0ce-840a-4ef1-8208-370787b32166 req-0395f6a2-7714-4f9d-9b11-0c934eddb70c tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/security-groups?id=99b03df1-5e6f-41b0-a35b-89ba0f9ce87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380189 Aug 09 14:33:39.935136 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-70958e94-eeec-4ad7-84be-f99a22e788c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:39.940796 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-70958e94-eeec-4ad7-84be-f99a22e788c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:39.985055 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-70958e94-eeec-4ad7-84be-f99a22e788c1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ac66579f8b7c47c8a7799e97d68f9037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1779478 Aug 09 14:33:39.986190 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70958e94-eeec-4ad7-84be-f99a22e788c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f118976-34c6-40e2-96f7-a834a651d38d,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:39.987894 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 44758) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:40.064017 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-183dbd69-6d8f-43e7-b3e1-1318f6f201b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:40.094927 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-183dbd69-6d8f-43e7-b3e1-1318f6f201b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:40.158113 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-183dbd69-6d8f-43e7-b3e1-1318f6f201b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:40.160720 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-183dbd69-6d8f-43e7-b3e1-1318f6f201b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:40.162022 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-183dbd69-6d8f-43e7-b3e1-1318f6f201b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9f118976-34c6-40e2-96f7-a834a651d38d HTTP/1.1" status: 204 len: 168 time: 0.1724162 Aug 09 14:33:40.171097 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dbd69-6d8f-43e7-b3e1-1318f6f201b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f118976-34c6-40e2-96f7-a834a651d38d,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:40.294601 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:40.756415 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79df8f9-1d4f-4081-a39d-045a3210e9fe req-bb76d998-4974-4521-8b68-50b94c7f4776 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:40.759960 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c79df8f9-1d4f-4081-a39d-045a3210e9fe req-bb76d998-4974-4521-8b68-50b94c7f4776 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0635676 Aug 09 14:33:40.807379 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c79df8f9-1d4f-4081-a39d-045a3210e9fe req-a05ad7e5-255d-4902-a4b5-ab0d8592a2d9 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408947 Aug 09 14:33:40.927423 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 44800) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:40.973574 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49486b12-01d3-4daa-bd12-d1e5fe1a513c req-8b78e0e7-8368-4360-bfe2-858f9df6bb14 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:40.975119 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-49486b12-01d3-4daa-bd12-d1e5fe1a513c req-8b78e0e7-8368-4360-bfe2-858f9df6bb14 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/ports?device_id=08336a78-ef97-47f0-b878-f496333c84fd HTTP/1.1" status: 200 len: 950 time: 0.0519056 Aug 09 14:33:41.020781 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-49486b12-01d3-4daa-bd12-d1e5fe1a513c req-9a83442e-56a2-49d9-b61f-ce2f9903aaa8 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/security-groups?id=99b03df1-5e6f-41b0-a35b-89ba0f9ce87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326774 Aug 09 14:33:41.035921 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-237c4a97-9909-4d0a-b5bc-0fcdc4b88118 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-960290204-network', 'tenant_id': '78aec7452a034fc28ad868e60c337050'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:33:41.060093 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237c4a97-9909-4d0a-b5bc-0fcdc4b88118 admin admin] Made reservation on behalf of 78aec7452a034fc28ad868e60c337050 for: {'network': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:33:41.062487 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-237c4a97-9909-4d0a-b5bc-0fcdc4b88118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for network, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:41.072511 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-237c4a97-9909-4d0a-b5bc-0fcdc4b88118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:41.183323 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-237c4a97-9909-4d0a-b5bc-0fcdc4b88118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:41.189781 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-237c4a97-9909-4d0a-b5bc-0fcdc4b88118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:41.223581 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237c4a97-9909-4d0a-b5bc-0fcdc4b88118 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=93281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:33:41.237557 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c4a97-9909-4d0a-b5bc-0fcdc4b88118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab74fbe-a1e0-41a4-a9bf-836daa2169d9,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:41.257299 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-237c4a97-9909-4d0a-b5bc-0fcdc4b88118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:41.258269 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.db.segments_db [None req-237c4a97-9909-4d0a-b5bc-0fcdc4b88118 admin admin] Added segment 9fb05a90-ea22-41fe-808d-057f20984806 of type vlan for network 6a60b0bb-e015-4463-87d8-d9c92cdebe24 Aug 09 14:33:41.321248 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-237c4a97-9909-4d0a-b5bc-0fcdc4b88118 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793432662869'] for network, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:41.322533 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b205f7b-f23b-46af-a548-c8964c6ca078 req-9ecf61ab-f9ae-4c30-a254-de12b2b3220c tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:41.338857 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5b205f7b-f23b-46af-a548-c8964c6ca078 req-9ecf61ab-f9ae-4c30-a254-de12b2b3220c tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/ports?device_id=08336a78-ef97-47f0-b878-f496333c84fd HTTP/1.1" status: 200 len: 950 time: 0.0684826 Aug 09 14:33:41.359701 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-237c4a97-9909-4d0a-b5bc-0fcdc4b88118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for network, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:41.360960 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237c4a97-9909-4d0a-b5bc-0fcdc4b88118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:41.361700 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-237c4a97-9909-4d0a-b5bc-0fcdc4b88118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:41.395997 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5b205f7b-f23b-46af-a548-c8964c6ca078 req-d934e3d3-6b71-4998-a13b-80fe778cc3aa tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/security-groups?id=99b03df1-5e6f-41b0-a35b-89ba0f9ce87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609615 Aug 09 14:33:41.434724 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-237c4a97-9909-4d0a-b5bc-0fcdc4b88118 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5049112 Aug 09 14:33:41.442838 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 44822) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:41.449770 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-419037fe-8da2-4b36-9e9c-b6bbaf377b27 admin admin] Request body: {'subnet': {'network_id': '6a60b0bb-e015-4463-87d8-d9c92cdebe24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-960290204-subnet', 'tenant_id': '78aec7452a034fc28ad868e60c337050', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:33:41.457114 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c4a97-9909-4d0a-b5bc-0fcdc4b88118 admin admin] Pushing event updated for resources: {'Network': ['ID=6a60b0bb-e015-4463-87d8-d9c92cdebe24,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:41.469684 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Network 6a60b0bb-e015-4463-87d8-d9c92cdebe24 details requested by agent ovs-agent-dv-cinder-780933-12-iscsi with host dv-cinder-780933-12-iscsi {{(pid=93283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:33:41.473601 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419037fe-8da2-4b36-9e9c-b6bbaf377b27 admin admin] Made reservation on behalf of 78aec7452a034fc28ad868e60c337050 for: {'subnet': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:33:41.485833 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-419037fe-8da2-4b36-9e9c-b6bbaf377b27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25399028'] for subnet, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:41.668174 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 44830) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:41.722924 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-419037fe-8da2-4b36-9e9c-b6bbaf377b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25220746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25398982'] for subnet, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:41.786398 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419037fe-8da2-4b36-9e9c-b6bbaf377b27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=922b8805-2d46-41c7-b7a7-ee7e2f87ae3d,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:41.799715 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419037fe-8da2-4b36-9e9c-b6bbaf377b27 admin admin] Checking segment: {'id': '9fb05a90-ea22-41fe-808d-057f20984806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6a60b0bb-e015-4463-87d8-d9c92cdebe24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:33:41.799923 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419037fe-8da2-4b36-9e9c-b6bbaf377b27 admin admin] Network hostable DHCP agents. Network: 6a60b0bb-e015-4463-87d8-d9c92cdebe24, hostable agents: ['fcf2683d-1b10-4130-9527-2865db8d3e4f'], hosted agents: [] {{(pid=93282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:33:41.815386 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c6872e28-fe63-4fd3-a6c1-7aba42a5fbe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:41.819273 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419037fe-8da2-4b36-9e9c-b6bbaf377b27 admin admin] Network 6a60b0bb-e015-4463-87d8-d9c92cdebe24 is scheduled to be hosted by DHCP agent fcf2683d-1b10-4130-9527-2865db8d3e4f with binding_index 1 {{(pid=93282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:33:41.830021 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-419037fe-8da2-4b36-9e9c-b6bbaf377b27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-12-iscsi, 6a60b0bb-e015-4463-87d8-d9c92cdebe24) {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:33:41.841441 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08303107-57f2-4853-beaf-54c24c21607b None None] Network 6a60b0bb-e015-4463-87d8-d9c92cdebe24 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:33:41.855325 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419037fe-8da2-4b36-9e9c-b6bbaf377b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:41.855941 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-419037fe-8da2-4b36-9e9c-b6bbaf377b27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:41.962011 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c062cc6-56af-4a3f-8754-e4175068d655 req-d88205ea-a916-416b-83ce-6089a0823140 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:41.963806 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2c062cc6-56af-4a3f-8754-e4175068d655 req-d88205ea-a916-416b-83ce-6089a0823140 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0735898 Aug 09 14:33:41.987661 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8b9847-419f-473f-8dbd-889d575207e0 None None] Network 6a60b0bb-e015-4463-87d8-d9c92cdebe24 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:33:42.009726 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2c062cc6-56af-4a3f-8754-e4175068d655 req-e77d7488-a607-479f-a17a-e62305340f52 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379605 Aug 09 14:33:42.184995 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c6872e28-fe63-4fd3-a6c1-7aba42a5fbe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:42.189140 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c6872e28-fe63-4fd3-a6c1-7aba42a5fbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:42.197019 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-419037fe-8da2-4b36-9e9c-b6bbaf377b27 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7529790 Aug 09 14:33:42.230015 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-c6872e28-fe63-4fd3-a6c1-7aba42a5fbe0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9fd175c07ce046368fff47cf2b71fbed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5598869 Aug 09 14:33:42.231038 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6872e28-fe63-4fd3-a6c1-7aba42a5fbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783aacb8-c304-4e8d-accf-0855b709ffcd,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:42.232725 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 44838) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:42.270490 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:42.295056 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9ce70e21-d735-4bf5-9690-8e0f4c1b8ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:42.317888 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9ce70e21-d735-4bf5-9690-8e0f4c1b8ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:42.377944 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9ce70e21-d735-4bf5-9690-8e0f4c1b8ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:42.380750 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9ce70e21-d735-4bf5-9690-8e0f4c1b8ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:42.381981 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-9ce70e21-d735-4bf5-9690-8e0f4c1b8ff2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/783aacb8-c304-4e8d-accf-0855b709ffcd HTTP/1.1" status: 204 len: 168 time: 0.1481862 Aug 09 14:33:42.394549 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce70e21-d735-4bf5-9690-8e0f4c1b8ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783aacb8-c304-4e8d-accf-0855b709ffcd,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:42.517064 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3696000-ffd0-401d-b114-4eb4fb94528d req-403bcfe8-0211-47c6-8d3c-b6e821fac8b7 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:42.518506 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b3696000-ffd0-401d-b114-4eb4fb94528d req-403bcfe8-0211-47c6-8d3c-b6e821fac8b7 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/ports?device_id=08336a78-ef97-47f0-b878-f496333c84fd HTTP/1.1" status: 200 len: 950 time: 0.0533345 Aug 09 14:33:42.577159 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b3696000-ffd0-401d-b114-4eb4fb94528d req-bb78e8eb-d9cb-4dee-9847-f77d3bdcffeb tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/security-groups?id=99b03df1-5e6f-41b0-a35b-89ba0f9ce87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509667 Aug 09 14:33:43.060615 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba571f97-9304-4f1e-a893-727f5a41c359 req-ec5492ba-0eac-4bb2-a5f0-9d29298d777c tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:43.062249 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ba571f97-9304-4f1e-a893-727f5a41c359 req-ec5492ba-0eac-4bb2-a5f0-9d29298d777c tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.11 "GET /v2.0/ports?device_id=08336a78-ef97-47f0-b878-f496333c84fd HTTP/1.1" status: 200 len: 950 time: 0.0535147 Aug 09 14:33:43.145832 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cca0a-db94-495c-bcc2-19d11babea0e req-6ddd5c73-f8f3-425f-b2dd-37cebaba8cee tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:43.154089 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-174cca0a-db94-495c-bcc2-19d11babea0e req-6ddd5c73-f8f3-425f-b2dd-37cebaba8cee tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0641675 Aug 09 14:33:43.170460 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-ba571f97-9304-4f1e-a893-727f5a41c359 req-d7502c04-fad4-4dc2-af17-79fe80211bc2 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Deleting port 0f47d953-492e-4682-87e2-73790af7f7e5 {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:33:43.171084 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-ba571f97-9304-4f1e-a893-727f5a41c359 req-d7502c04-fad4-4dc2-af17-79fe80211bc2 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:43.193545 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-174cca0a-db94-495c-bcc2-19d11babea0e req-6de26b78-1f09-420b-abe8-b23a3cb28eb3 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368578 Aug 09 14:33:43.276718 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-ba571f97-9304-4f1e-a893-727f5a41c359 req-d7502c04-fad4-4dc2-af17-79fe80211bc2 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] For port 0f47d953-492e-4682-87e2-73790af7f7e5, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0f47d953-492e-4682-87e2-73790af7f7e5,segment=NetworkSegment(cf70d1f0-0d7c-48ad-bfab-4e8b05c861aa),segment_id=cf70d1f0-0d7c-48ad-bfab-4e8b05c861aa)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:33:43.277208 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-ba571f97-9304-4f1e-a893-727f5a41c359 req-d7502c04-fad4-4dc2-af17-79fe80211bc2 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:43.295524 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-ba571f97-9304-4f1e-a893-727f5a41c359 req-d7502c04-fad4-4dc2-af17-79fe80211bc2 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Calling delete_port for 0f47d953-492e-4682-87e2-73790af7f7e5 owned by compute:nova {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:33:43.443017 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-ba571f97-9304-4f1e-a893-727f5a41c359 req-d7502c04-fad4-4dc2-af17-79fe80211bc2 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:43.456022 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['0f47d953-492e-4682-87e2-73790af7f7e5'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:33:43.493837 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7502c04-fad4-4dc2-af17-79fe80211bc2 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Pushing event deleted for resources: {'Port': ['ID=0f47d953-492e-4682-87e2-73790af7f7e5,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:43.546239 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba571f97-9304-4f1e-a893-727f5a41c359 req-d7502c04-fad4-4dc2-af17-79fe80211bc2 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] No DVR routers for this DVR port 0f47d953-492e-4682-87e2-73790af7f7e5 on host hv-cinder-78093 {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:33:43.549418 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-ba571f97-9304-4f1e-a893-727f5a41c359 req-d7502c04-fad4-4dc2-af17-79fe80211bc2 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:43.555462 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ba571f97-9304-4f1e-a893-727f5a41c359 req-d7502c04-fad4-4dc2-af17-79fe80211bc2 tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.11 "DELETE /v2.0/ports/0f47d953-492e-4682-87e2-73790af7f7e5 HTTP/1.1" status: 204 len: 173 time: 0.4849102 Aug 09 14:33:43.555952 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08336a78-ef97-47f0-b878-f496333c84fd', 'name': 'network-vif-deleted', 'tag': '0f47d953-492e-4682-87e2-73790af7f7e5'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:33:43.558327 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46eea93-1696-4db9-bbff-6a6a398b3a61" -d '{"events": [{"server_uuid": "08336a78-ef97-47f0-b878-f496333c84fd", "name": "network-vif-deleted", "tag": "0f47d953-492e-4682-87e2-73790af7f7e5"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:33:43.608043 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c39093c-253a-45f3-a54b-9a2d32df64bf x-openstack-request-id: req-9c39093c-253a-45f3-a54b-9a2d32df64bf {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:33:43.608371 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08336a78-ef97-47f0-b878-f496333c84fd", "name": "network-vif-deleted", "tag": "0f47d953-492e-4682-87e2-73790af7f7e5", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:33:43.608752 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c39093c-253a-45f3-a54b-9a2d32df64bf {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:33:43.609341 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08336a78-ef97-47f0-b878-f496333c84fd', 'name': 'network-vif-deleted', 'tag': '0f47d953-492e-4682-87e2-73790af7f7e5', 'status': 'completed', 'code': 200} Aug 09 14:33:43.719516 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-618fd5e8-59c7-4299-8216-42766aec6fbf req-19cf89a1-209b-41ae-a726-ab0d1e17b2db tempest-VolumesNegativeTest-1597019250 tempest-VolumesNegativeTest-1597019250-project] 10.222.0.60 "GET /v2.0/ports?device_id=08336a78-ef97-47f0-b878-f496333c84fd HTTP/1.1" status: 200 len: 210 time: 0.0420094 Aug 09 14:33:44.224483 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-1998fbed-c1f5-45cf-972d-f6bcf19af9b6 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:44.226151 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-1998fbed-c1f5-45cf-972d-f6bcf19af9b6 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/networks?id=6a60b0bb-e015-4463-87d8-d9c92cdebe24 HTTP/1.1" status: 200 len: 813 time: 0.1154575 Aug 09 14:33:44.243518 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-976c08f7-5125-41a6-8057-22074bc8d9df tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/quotas/78aec7452a034fc28ad868e60c337050 HTTP/1.1" status: 200 len: 375 time: 0.0103500 Aug 09 14:33:44.277403 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-67c76e01-bcfb-4a5a-8e97-18118b34ca75 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=78aec7452a034fc28ad868e60c337050&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275409 Aug 09 14:33:44.384108 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e117aa-d7cf-45e5-ad66-cb4ac4639dd2 req-1aad694f-53b2-4dac-b0d0-1da1071c522b tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:44.385480 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99e117aa-d7cf-45e5-ad66-cb4ac4639dd2 req-1aad694f-53b2-4dac-b0d0-1da1071c522b tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.1055398 Aug 09 14:33:44.420368 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-475f8e26-b92d-49a7-8a95-b6bf83be8dfc service neutron] 10.222.0.60 "GET /v2.0/networks/6a60b0bb-e015-4463-87d8-d9c92cdebe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322246 Aug 09 14:33:44.447245 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99e117aa-d7cf-45e5-ad66-cb4ac4639dd2 req-4c36ea41-de49-4b09-a282-6e4c93d00844 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555263 Aug 09 14:33:44.533118 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-d0fe5b17-26d4-424c-88fd-a848e0e56246 service neutron] 10.222.0.60 "GET /v2.0/networks/6a60b0bb-e015-4463-87d8-d9c92cdebe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996504 Aug 09 14:33:44.705092 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-27554933-0700-4334-aca3-0b27b0eb11f8 req-d2a72c23-6e0b-438a-a23c-b2df1766bd70 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=925c7cb0-c71f-409b-8024-6801f283fb26 HTTP/1.1" status: 200 len: 210 time: 0.0270567 Aug 09 14:33:45.222482 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 45004) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:45.350980 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-63fc2f00-8b17-4c77-8c4f-d283cf79906f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:45.472255 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-63fc2f00-8b17-4c77-8c4f-d283cf79906f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:45.479350 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-63fc2f00-8b17-4c77-8c4f-d283cf79906f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:45.519407 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc2f00-8b17-4c77-8c4f-d283cf79906f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c046a41d-429c-407d-a3e1-333af2eba2f8,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:45.527830 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-63fc2f00-8b17-4c77-8c4f-d283cf79906f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5bf02129a1ec43ca84cdf89fe8147f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037765 Aug 09 14:33:45.531543 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 45026) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:45.591910 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-daebd457-b5a5-4d73-88e4-f5326cc13098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:45.620500 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-daebd457-b5a5-4d73-88e4-f5326cc13098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:45.682696 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-daebd457-b5a5-4d73-88e4-f5326cc13098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:45.685809 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-daebd457-b5a5-4d73-88e4-f5326cc13098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:45.687043 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-daebd457-b5a5-4d73-88e4-f5326cc13098 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c046a41d-429c-407d-a3e1-333af2eba2f8 HTTP/1.1" status: 204 len: 168 time: 0.1544161 Aug 09 14:33:45.701468 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebd457-b5a5-4d73-88e4-f5326cc13098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c046a41d-429c-407d-a3e1-333af2eba2f8,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:45.702968 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6b9b5-7c38-4cce-931c-079f2da18ddd req-abc29f2f-1e2f-4c23-a652-faa26f8302f3 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:45.720322 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-66e6b9b5-7c38-4cce-931c-079f2da18ddd req-abc29f2f-1e2f-4c23-a652-faa26f8302f3 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.1186368 Aug 09 14:33:45.782875 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-66e6b9b5-7c38-4cce-931c-079f2da18ddd req-46b7d151-0f98-44e7-a040-080ea7225d6a tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607069 Aug 09 14:33:45.926507 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b31b1fa4-7def-4d07-8a48-b1fd077258c6 req-0c8e492d-0f7c-4b07-a12d-cd3ee5c4e871 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=925c7cb0-c71f-409b-8024-6801f283fb26 HTTP/1.1" status: 200 len: 210 time: 0.0426300 Aug 09 14:33:45.935600 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-c6655f3e-b3ff-43d0-a10a-773239ed168b tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:45.937420 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-c6655f3e-b3ff-43d0-a10a-773239ed168b tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.11 "GET /v2.0/networks?id=6a60b0bb-e015-4463-87d8-d9c92cdebe24 HTTP/1.1" status: 200 len: 813 time: 0.1920047 Aug 09 14:33:45.951629 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-80b92883-bdca-4248-a9df-01eb0225eb95 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Request body: {'port': {'device_id': '925c7cb0-c71f-409b-8024-6801f283fb26', 'network_id': '6a60b0bb-e015-4463-87d8-d9c92cdebe24', 'admin_state_up': True, 'tenant_id': '78aec7452a034fc28ad868e60c337050'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:33:46.128704 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-80b92883-bdca-4248-a9df-01eb0225eb95 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Made reservation on behalf of 78aec7452a034fc28ad868e60c337050 for: {'port': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:33:46.132950 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-80b92883-bdca-4248-a9df-01eb0225eb95 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:46.149271 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 45100) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:46.166292 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a5edcd1b-9358-4442-a55f-07e43c3dd1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:46.184030 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 0f47d953-492e-4682-87e2-73790af7f7e5 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:33:46.205904 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] No Port match for: 0f47d953-492e-4682-87e2-73790af7f7e5 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:33:46.206588 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 0f47d953-492e-4682-87e2-73790af7f7e5 not bound to the agent host hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:33:46.286052 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-80b92883-bdca-4248-a9df-01eb0225eb95 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Allocated IP 172.20.0.8 (6a60b0bb-e015-4463-87d8-d9c92cdebe24/922b8805-2d46-41c7-b7a7-ee7e2f87ae3d/d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:33:46.291895 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a5edcd1b-9358-4442-a55f-07e43c3dd1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:46.296924 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a5edcd1b-9358-4442-a55f-07e43c3dd1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:46.338827 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-a5edcd1b-9358-4442-a55f-07e43c3dd1ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c1ba9f036214980a5bb56503d8e556b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1880708 Aug 09 14:33:46.341821 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 45108) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:46.342372 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edcd1b-9358-4442-a55f-07e43c3dd1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd88410-e601-4b77-9e5d-a087516193b4,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:46.492445 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d7738d52-12dc-48d3-b895-8ec076b5d461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:46.537701 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d7738d52-12dc-48d3-b895-8ec076b5d461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:46.542403 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-80b92883-bdca-4248-a9df-01eb0225eb95 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:46.596215 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:33:46.620606 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-80b92883-bdca-4248-a9df-01eb0225eb95 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:46.622461 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d7738d52-12dc-48d3-b895-8ec076b5d461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:46.625159 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d7738d52-12dc-48d3-b895-8ec076b5d461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:46.628647 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-d7738d52-12dc-48d3-b895-8ec076b5d461 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bbd88410-e601-4b77-9e5d-a087516193b4 HTTP/1.1" status: 204 len: 168 time: 0.2833428 Aug 09 14:33:46.686547 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7738d52-12dc-48d3-b895-8ec076b5d461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd88410-e601-4b77-9e5d-a087516193b4,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:46.693030 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b92883-bdca-4248-a9df-01eb0225eb95 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Pushing event updated for resources: {'Port': ['ID=d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:46.696265 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-80b92883-bdca-4248-a9df-01eb0225eb95 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Network 6a60b0bb-e015-4463-87d8-d9c92cdebe24 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:33:46.697856 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-80b92883-bdca-4248-a9df-01eb0225eb95 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:33:46.700192 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-80b92883-bdca-4248-a9df-01eb0225eb95 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:33:46.753983 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:46.758560 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-80b92883-bdca-4248-a9df-01eb0225eb95 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:46.759634 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-80b92883-bdca-4248-a9df-01eb0225eb95 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:46.778098 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-80b92883-bdca-4248-a9df-01eb0225eb95 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8304253 Aug 09 14:33:46.795977 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-a2f26f0d-dd0a-46bd-91c9-7a9415c7b29d service neutron] Request body: {'port': {'device_id': '925c7cb0-c71f-409b-8024-6801f283fb26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:33:46.901497 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-a2f26f0d-dd0a-46bd-91c9-7a9415c7b29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:46.948676 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449e5db-8404-4f9d-b17a-518b1d7a0be1 req-d3a9bd6c-68be-4cad-b344-f96991adcd2b tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:46.956968 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f449e5db-8404-4f9d-b17a-518b1d7a0be1 req-d3a9bd6c-68be-4cad-b344-f96991adcd2b tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0725200 Aug 09 14:33:46.998988 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f449e5db-8404-4f9d-b17a-518b1d7a0be1 req-068feeeb-07a5-403e-8b3f-2e2fb6451e85 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408599 Aug 09 14:33:47.105557 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec96a2-c2e2-4a15-835a-a78a195b8c2b req-cadd4e32-70cf-40f0-b354-8e05d7d63949 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:47.107220 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-70ec96a2-c2e2-4a15-835a-a78a195b8c2b req-cadd4e32-70cf-40f0-b354-8e05d7d63949 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=925c7cb0-c71f-409b-8024-6801f283fb26 HTTP/1.1" status: 200 len: 931 time: 0.0670311 Aug 09 14:33:47.165449 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-70ec96a2-c2e2-4a15-835a-a78a195b8c2b req-3b2781ea-eede-4850-8867-b3a50c5652a4 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511022 Aug 09 14:33:47.305058 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-a2f26f0d-dd0a-46bd-91c9-7a9415c7b29d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:33:47.315814 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-a2f26f0d-dd0a-46bd-91c9-7a9415c7b29d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:47.330139 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-a2f26f0d-dd0a-46bd-91c9-7a9415c7b29d service neutron] Transition to ACTIVE for port object d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:33:47.334404 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-a2f26f0d-dd0a-46bd-91c9-7a9415c7b29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:47.392422 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f26f0d-dd0a-46bd-91c9-7a9415c7b29d service neutron] Pushing event updated for resources: {'Port': ['ID=d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:47.471961 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-a2f26f0d-dd0a-46bd-91c9-7a9415c7b29d service neutron] Attempting to bind port d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:33:47.472305 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-a2f26f0d-dd0a-46bd-91c9-7a9415c7b29d service neutron] Attempting to bind port d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '9fb05a90-ea22-41fe-808d-057f20984806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6a60b0bb-e015-4463-87d8-d9c92cdebe24'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:33:47.472690 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-a2f26f0d-dd0a-46bd-91c9-7a9415c7b29d service neutron] Attempting to bind port d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e on network 6a60b0bb-e015-4463-87d8-d9c92cdebe24 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:33:47.477943 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-a2f26f0d-dd0a-46bd-91c9-7a9415c7b29d service neutron] Port d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e on network 6a60b0bb-e015-4463-87d8-d9c92cdebe24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:33:47.478276 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-a2f26f0d-dd0a-46bd-91c9-7a9415c7b29d service neutron] Attempting to bind port d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e on network 6a60b0bb-e015-4463-87d8-d9c92cdebe24 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:33:47.488176 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-a2f26f0d-dd0a-46bd-91c9-7a9415c7b29d service neutron] Checking agent: {'id': '787e8c88-8117-4bdf-b5e3-a5a97e4f7369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'started_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:33:47.488678 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-a2f26f0d-dd0a-46bd-91c9-7a9415c7b29d service neutron] Checking segment: {'id': '9fb05a90-ea22-41fe-808d-057f20984806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6a60b0bb-e015-4463-87d8-d9c92cdebe24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:33:47.489164 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-a2f26f0d-dd0a-46bd-91c9-7a9415c7b29d service neutron] Bound using segment: {'id': '9fb05a90-ea22-41fe-808d-057f20984806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6a60b0bb-e015-4463-87d8-d9c92cdebe24'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:33:47.489634 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-a2f26f0d-dd0a-46bd-91c9-7a9415c7b29d service neutron] Bound port: d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb05a90-ea22-41fe-808d-057f20984806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6a60b0bb-e015-4463-87d8-d9c92cdebe24'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:33:47.489995 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-a2f26f0d-dd0a-46bd-91c9-7a9415c7b29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:47.572529 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-a2f26f0d-dd0a-46bd-91c9-7a9415c7b29d service neutron] For port d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e, host hv-cinder-78093, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:33:47.576529 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-a2f26f0d-dd0a-46bd-91c9-7a9415c7b29d service neutron] For port d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e,segment=NetworkSegment(9fb05a90-ea22-41fe-808d-057f20984806),segment_id=9fb05a90-ea22-41fe-808d-057f20984806)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:33:47.583318 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-a2f26f0d-dd0a-46bd-91c9-7a9415c7b29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:47.636112 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-a2f26f0d-dd0a-46bd-91c9-7a9415c7b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:47.636487 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-a2f26f0d-dd0a-46bd-91c9-7a9415c7b29d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:47.638114 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-a2f26f0d-dd0a-46bd-91c9-7a9415c7b29d service neutron] 10.222.0.11 "PUT /v2.0/ports/d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e HTTP/1.1" status: 200 len: 1093 time: 0.8479667 Aug 09 14:33:47.638473 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925c7cb0-c71f-409b-8024-6801f283fb26', 'tag': 'd7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:33:47.640910 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1637c5be-fb22-43b9-be76-9bba3c6a3e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "925c7cb0-c71f-409b-8024-6801f283fb26", "tag": "d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:33:47.662951 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f26f0d-dd0a-46bd-91c9-7a9415c7b29d service neutron] Pushing event updated for resources: {'Port': ['ID=d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:47.718283 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7277834a-3c54-4995-9f05-eb96daac4aa3 x-openstack-request-id: req-7277834a-3c54-4995-9f05-eb96daac4aa3 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:33:47.718554 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925c7cb0-c71f-409b-8024-6801f283fb26", "tag": "d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:33:47.718797 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7277834a-3c54-4995-9f05-eb96daac4aa3 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:33:47.719432 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925c7cb0-c71f-409b-8024-6801f283fb26', 'tag': 'd7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e', 'status': 'completed', 'code': 200} Aug 09 14:33:47.740092 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-494f7789-968f-4be8-9411-4aea4ed086b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:47.742217 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-494f7789-968f-4be8-9411-4aea4ed086b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=78aec7452a034fc28ad868e60c337050&device_id=925c7cb0-c71f-409b-8024-6801f283fb26 HTTP/1.1" status: 200 len: 1096 time: 0.0527544 Aug 09 14:33:47.803662 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-bc0fa9a9-16e8-477e-b726-8ed9d5629ced service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e HTTP/1.1" status: 200 len: 217 time: 0.0511670 Aug 09 14:33:47.865654 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-1dd871a0-0206-4828-b802-238d52f0368c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:47.868155 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-1dd871a0-0206-4828-b802-238d52f0368c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=922b8805-2d46-41c7-b7a7-ee7e2f87ae3d HTTP/1.1" status: 200 len: 853 time: 0.0573549 Aug 09 14:33:47.909897 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-0edfe406-f1d8-4600-82d3-0659d5eb8302 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6a60b0bb-e015-4463-87d8-d9c92cdebe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288563 Aug 09 14:33:48.053796 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-3237b856-d921-4689-a0b1-79141e9bd864 service neutron] 10.222.0.11 "GET /v2.0/networks/6a60b0bb-e015-4463-87d8-d9c92cdebe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425104 Aug 09 14:33:48.163203 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf6460-5405-471a-9028-98cc7ad6c0e3 req-87cb72da-4b77-4938-8cdd-c1fd278e2191 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:48.165485 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-84bf6460-5405-471a-9028-98cc7ad6c0e3 req-87cb72da-4b77-4938-8cdd-c1fd278e2191 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0726669 Aug 09 14:33:48.187606 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bd1fbd0d-12f8-4723-a68f-7284d1fb2819 req-9d74060b-953c-43e6-b332-271845712819 service neutron] 10.222.0.11 "GET /v2.0/networks/6a60b0bb-e015-4463-87d8-d9c92cdebe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134388 Aug 09 14:33:48.224325 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-84bf6460-5405-471a-9028-98cc7ad6c0e3 req-7a9d92e3-4813-441b-977b-7aaa3a91816a tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497141 Aug 09 14:33:48.315436 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c31708-80a5-490d-84c8-cec94908a820 req-7beb2bb6-c87c-4796-a482-17688c934b2f tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:48.317163 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f9c31708-80a5-490d-84c8-cec94908a820 req-7beb2bb6-c87c-4796-a482-17688c934b2f tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=925c7cb0-c71f-409b-8024-6801f283fb26 HTTP/1.1" status: 200 len: 943 time: 0.0743542 Aug 09 14:33:48.335285 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637c5be-fb22-43b9-be76-9bba3c6a3e4e req-8a7de417-541e-4e51-8713-215c54c851af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:48.337504 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-1637c5be-fb22-43b9-be76-9bba3c6a3e4e req-8a7de417-541e-4e51-8713-215c54c851af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=78aec7452a034fc28ad868e60c337050&device_id=925c7cb0-c71f-409b-8024-6801f283fb26 HTTP/1.1" status: 200 len: 1096 time: 0.0527201 Aug 09 14:33:48.404118 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f9c31708-80a5-490d-84c8-cec94908a820 req-c35530dd-bf31-4c16-a1c3-a0bdebdc28e6 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668175 Aug 09 14:33:48.468993 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637c5be-fb22-43b9-be76-9bba3c6a3e4e req-cf616274-e8f9-4a75-8bbc-3b2d31e9e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:48.476868 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-1637c5be-fb22-43b9-be76-9bba3c6a3e4e req-cf616274-e8f9-4a75-8bbc-3b2d31e9e531 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6a60b0bb-e015-4463-87d8-d9c92cdebe24 HTTP/1.1" status: 200 len: 914 time: 0.1227319 Aug 09 14:33:48.519098 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-1637c5be-fb22-43b9-be76-9bba3c6a3e4e req-3e823a08-7c8f-4560-b338-d8c6494b3374 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e HTTP/1.1" status: 200 len: 217 time: 0.0394554 Aug 09 14:33:48.584717 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637c5be-fb22-43b9-be76-9bba3c6a3e4e req-a9d60b75-fd7e-46bb-aa78-211df8f299f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:48.586926 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-1637c5be-fb22-43b9-be76-9bba3c6a3e4e req-a9d60b75-fd7e-46bb-aa78-211df8f299f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=922b8805-2d46-41c7-b7a7-ee7e2f87ae3d HTTP/1.1" status: 200 len: 853 time: 0.0546598 Aug 09 14:33:48.632406 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-1637c5be-fb22-43b9-be76-9bba3c6a3e4e req-9f65f372-e7b5-4de5-ba5e-4b4829255c6a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6a60b0bb-e015-4463-87d8-d9c92cdebe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298812 Aug 09 14:33:48.735764 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-1637c5be-fb22-43b9-be76-9bba3c6a3e4e req-bc2b6617-c7d4-421c-8406-c66df93f40a1 service neutron] 10.222.0.11 "GET /v2.0/networks/6a60b0bb-e015-4463-87d8-d9c92cdebe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923083 Aug 09 14:33:48.846868 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-1637c5be-fb22-43b9-be76-9bba3c6a3e4e req-f322483c-e895-4da2-a4e5-093f3aa5a59e service neutron] 10.222.0.11 "GET /v2.0/networks/6a60b0bb-e015-4463-87d8-d9c92cdebe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023743 Aug 09 14:33:49.352875 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae23260-6e63-4163-9d42-af0c036951d9 req-28d05085-d676-4667-9471-6ca1a1adbb1c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:49.355652 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1ae23260-6e63-4163-9d42-af0c036951d9 req-28d05085-d676-4667-9471-6ca1a1adbb1c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0584266 Aug 09 14:33:49.408318 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1ae23260-6e63-4163-9d42-af0c036951d9 req-87a2d6f6-490b-40ed-acf2-f442cbb4687c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346935 Aug 09 14:33:49.539598 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9a768-3376-4937-9ba1-20f00e71960d req-13ebd4ba-a6ae-4e14-acc7-346498c83e88 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:49.541184 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e2a9a768-3376-4937-9ba1-20f00e71960d req-13ebd4ba-a6ae-4e14-acc7-346498c83e88 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=925c7cb0-c71f-409b-8024-6801f283fb26 HTTP/1.1" status: 200 len: 943 time: 0.0544512 Aug 09 14:33:49.571085 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 45352) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:49.587023 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e2a9a768-3376-4937-9ba1-20f00e71960d req-52d8e1c7-2def-45a9-bdfd-dc3151e24dd6 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395391 Aug 09 14:33:49.678241 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-863dfe48-e665-444b-bd11-9550f7841b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:49.785766 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-863dfe48-e665-444b-bd11-9550f7841b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:49.792367 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-863dfe48-e665-444b-bd11-9550f7841b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:49.839060 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-863dfe48-e665-444b-bd11-9550f7841b9c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=44376c8ee95c460cb54f076dd76e39ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667823 Aug 09 14:33:49.841383 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863dfe48-e665-444b-bd11-9550f7841b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f9ce1d-f6e8-4303-ad50-a616f6d6c4be,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:49.842216 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 45362) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:49.894801 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ab0fa5fb-bd7e-4e3a-8304-c88d1b1a3e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:49.917741 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ab0fa5fb-bd7e-4e3a-8304-c88d1b1a3e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:49.944342 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 45364) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:49.970720 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ab0fa5fb-bd7e-4e3a-8304-c88d1b1a3e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:49.973351 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ab0fa5fb-bd7e-4e3a-8304-c88d1b1a3e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:49.974508 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-ab0fa5fb-bd7e-4e3a-8304-c88d1b1a3e7e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3f9ce1d-f6e8-4303-ad50-a616f6d6c4be HTTP/1.1" status: 204 len: 168 time: 0.1310313 Aug 09 14:33:49.989936 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fa5fb-bd7e-4e3a-8304-c88d1b1a3e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f9ce1d-f6e8-4303-ad50-a616f6d6c4be,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:50.090078 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-396d9bd9-8996-48cc-9499-83d3c627852e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c67e5bd0393d42149f779daf1889242b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444662 Aug 09 14:33:50.092852 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 45370) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:50.160072 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-41b78180-4a28-46f3-98f5-26825e2388e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:50.184694 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-41b78180-4a28-46f3-98f5-26825e2388e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:50.194242 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:33:50.244834 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-41b78180-4a28-46f3-98f5-26825e2388e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:50.247630 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-41b78180-4a28-46f3-98f5-26825e2388e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:50.249019 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-41b78180-4a28-46f3-98f5-26825e2388e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/99b03df1-5e6f-41b0-a35b-89ba0f9ce87a HTTP/1.1" status: 204 len: 168 time: 0.1551135 Aug 09 14:33:50.264154 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b78180-4a28-46f3-98f5-26825e2388e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b03df1-5e6f-41b0-a35b-89ba0f9ce87a,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:50.321472 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e,segment=NetworkSegment(9fb05a90-ea22-41fe-808d-057f20984806),segment_id=9fb05a90-ea22-41fe-808d-057f20984806)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:33:50.323466 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 45378) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:50.333096 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': 'd7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e', 'network_id': '6a60b0bb-e015-4463-87d8-d9c92cdebe24', 'port_id': 'd7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e', 'mac_address': 'fa:16:3e:6a:de:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922b8805-2d46-41c7-b7a7-ee7e2f87ae3d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:33:50.339073 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c81f02c8-4a1b-44db-bfa8-0cec5047fd74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:50.376597 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:50.391524 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:33:50.416791 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e,segment=NetworkSegment(9fb05a90-ea22-41fe-808d-057f20984806),segment_id=9fb05a90-ea22-41fe-808d-057f20984806)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:33:50.421187 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:50.470142 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c81f02c8-4a1b-44db-bfa8-0cec5047fd74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:50.477144 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c81f02c8-4a1b-44db-bfa8-0cec5047fd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:50.508656 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:50.566205 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-c81f02c8-4a1b-44db-bfa8-0cec5047fd74 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5b64da05606466aa105681b72330dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388270 Aug 09 14:33:50.566665 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 45388) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:50.577548 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f02c8-4a1b-44db-bfa8-0cec5047fd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8338ac-446c-4a50-91e6-2dbeffd7eac5,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:50.629555 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d45911-aa9a-41c1-a66e-eb7da2428db0 req-8fd263ff-c4e2-4156-ae2f-2d20c41da941 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:50.631223 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d4d45911-aa9a-41c1-a66e-eb7da2428db0 req-8fd263ff-c4e2-4156-ae2f-2d20c41da941 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.1201377 Aug 09 14:33:50.655048 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9fd1a080-0106-4a71-8d12-a5572723eadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:50.695992 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9fd1a080-0106-4a71-8d12-a5572723eadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:50.725092 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d4d45911-aa9a-41c1-a66e-eb7da2428db0 req-6d0f5903-937d-4fee-acd4-9818f29fe1c5 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820293 Aug 09 14:33:50.777076 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:33:50.797531 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7867733-dacd-409c-b4ef-63a6886c8df4 req-6c5d5027-097a-4918-b8ff-1719d2e6a636 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:50.799081 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b7867733-dacd-409c-b4ef-63a6886c8df4 req-6c5d5027-097a-4918-b8ff-1719d2e6a636 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=925c7cb0-c71f-409b-8024-6801f283fb26 HTTP/1.1" status: 200 len: 944 time: 0.1061254 Aug 09 14:33:50.815495 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9fd1a080-0106-4a71-8d12-a5572723eadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:50.817950 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9fd1a080-0106-4a71-8d12-a5572723eadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:50.819188 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-9fd1a080-0106-4a71-8d12-a5572723eadb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cc8338ac-446c-4a50-91e6-2dbeffd7eac5 HTTP/1.1" status: 204 len: 168 time: 0.2514346 Aug 09 14:33:50.839326 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1a080-0106-4a71-8d12-a5572723eadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8338ac-446c-4a50-91e6-2dbeffd7eac5,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:50.853847 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b7867733-dacd-409c-b4ef-63a6886c8df4 req-60c70823-08f4-439f-a4fe-151bf9ba53cb tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475686 Aug 09 14:33:52.785938 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 45474) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:52.892637 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b5f878b3-001a-45ef-a00d-218a5cd74ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:52.982606 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b5f878b3-001a-45ef-a00d-218a5cd74ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:52.986553 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b5f878b3-001a-45ef-a00d-218a5cd74ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:53.026260 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-b5f878b3-001a-45ef-a00d-218a5cd74ead admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fec5d87bf34d4f328be72b54d695f36d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393074 Aug 09 14:33:53.027262 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f878b3-001a-45ef-a00d-218a5cd74ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da9a77b-047b-4678-b11e-e6585fe565d1,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:53.029120 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 45478) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:53.081125 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4e0e4872-07a4-4142-a788-32a9c80cc157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:53.102436 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4e0e4872-07a4-4142-a788-32a9c80cc157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:53.149577 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4e0e4872-07a4-4142-a788-32a9c80cc157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:53.152272 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4e0e4872-07a4-4142-a788-32a9c80cc157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:53.153453 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-4e0e4872-07a4-4142-a788-32a9c80cc157 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6da9a77b-047b-4678-b11e-e6585fe565d1 HTTP/1.1" status: 204 len: 168 time: 0.1227250 Aug 09 14:33:53.161034 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e4872-07a4-4142-a788-32a9c80cc157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da9a77b-047b-4678-b11e-e6585fe565d1,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:53.416269 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 45484) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:53.431874 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-19b28b16-9d72-4af5-af16-49dac928e8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:53.525235 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-19b28b16-9d72-4af5-af16-49dac928e8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:53.530298 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-19b28b16-9d72-4af5-af16-49dac928e8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:53.570229 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-19b28b16-9d72-4af5-af16-49dac928e8e5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=96cbb0389f05459ba65b2353ef6664cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524332 Aug 09 14:33:53.571465 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b28b16-9d72-4af5-af16-49dac928e8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef73080d-f157-41da-99df-a04a569666b7,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:53.573219 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 45486) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:53.623814 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d3bf-2718-4860-86d0-1b72e430ec37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:53.656816 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d3bf-2718-4860-86d0-1b72e430ec37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:53.703106 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d3bf-2718-4860-86d0-1b72e430ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:53.705597 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d3bf-2718-4860-86d0-1b72e430ec37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:53.706787 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-9ed6d3bf-2718-4860-86d0-1b72e430ec37 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef73080d-f157-41da-99df-a04a569666b7 HTTP/1.1" status: 204 len: 168 time: 0.1325419 Aug 09 14:33:53.715012 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6d3bf-2718-4860-86d0-1b72e430ec37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef73080d-f157-41da-99df-a04a569666b7,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:54.013515 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823c3b8-881a-4221-9d1c-76d76820d3ee req-6cd73f69-6a27-4b74-978b-d48df2e94dcf tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:54.016003 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9823c3b8-881a-4221-9d1c-76d76820d3ee req-6cd73f69-6a27-4b74-978b-d48df2e94dcf tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=925c7cb0-c71f-409b-8024-6801f283fb26 HTTP/1.1" status: 200 len: 944 time: 0.0851262 Aug 09 14:33:54.046664 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e7bc0-9ee9-4237-a40f-c5ac1f2e0619 req-4c50e186-f7cb-472f-b514-308ebd65980e tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:54.048166 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-361e7bc0-9ee9-4237-a40f-c5ac1f2e0619 req-4c50e186-f7cb-472f-b514-308ebd65980e tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0882292 Aug 09 14:33:54.082286 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9823c3b8-881a-4221-9d1c-76d76820d3ee req-df535eee-3a0a-4ec0-a2b2-c0f3e3df0663 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587003 Aug 09 14:33:54.102708 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-361e7bc0-9ee9-4237-a40f-c5ac1f2e0619 req-d8c75ced-8b9e-403b-ae15-9f291891168e tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452852 Aug 09 14:33:55.174501 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21616dfc-83b9-4cb3-bd4d-52c7b3422110 req-aea9b664-6e70-42ae-9679-0ab4951748eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:55.176352 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-21616dfc-83b9-4cb3-bd4d-52c7b3422110 req-aea9b664-6e70-42ae-9679-0ab4951748eb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 1099 time: 0.0527749 Aug 09 14:33:55.217114 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01ce0f-1a82-4fcf-af0c-59baf2828756 req-57f80c88-c32c-461e-86b9-5589b8b58165 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:55.218866 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2d01ce0f-1a82-4fcf-af0c-59baf2828756 req-57f80c88-c32c-461e-86b9-5589b8b58165 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=925c7cb0-c71f-409b-8024-6801f283fb26 HTTP/1.1" status: 200 len: 944 time: 0.0676310 Aug 09 14:33:55.227277 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-21616dfc-83b9-4cb3-bd4d-52c7b3422110 req-9f486564-13d6-42ea-a6e2-f4bd32fcf8bf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356915 Aug 09 14:33:55.281959 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb48443-1611-44fe-97a9-3bccb8d3dc1b req-efde5e93-1417-4b91-aa6a-2268c65ee8ec tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:55.283650 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bcb48443-1611-44fe-97a9-3bccb8d3dc1b req-efde5e93-1417-4b91-aa6a-2268c65ee8ec tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0936210 Aug 09 14:33:55.292835 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2d01ce0f-1a82-4fcf-af0c-59baf2828756 req-5dfaa1ca-855f-46e6-bb0f-8307fd377445 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603588 Aug 09 14:33:55.330993 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bcb48443-1611-44fe-97a9-3bccb8d3dc1b req-a988a7aa-7e83-4de2-93c3-a5658ac8197e tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371599 Aug 09 14:33:56.208852 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:33:56.259938 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning for port d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:33:56.263535 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:33:56.263962 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:56.347715 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:56.374774 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925c7cb0-c71f-409b-8024-6801f283fb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:33:56.377071 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e07ec1-0ec0-4b2a-bcf3-6506774af09a" -d '{"events": [{"server_uuid": "925c7cb0-c71f-409b-8024-6801f283fb26", "name": "network-vif-plugged", "status": "completed", "tag": "d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:33:56.391300 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e,segment=NetworkSegment(9fb05a90-ea22-41fe-808d-057f20984806),segment_id=9fb05a90-ea22-41fe-808d-057f20984806)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:33:56.404442 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:33:56.420607 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b579ee-d56d-4f3e-bb42-21faca64c688 req-b99c0107-bd8d-4e27-b28a-b5ce55987442 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:56.422022 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c0b579ee-d56d-4f3e-bb42-21faca64c688 req-b99c0107-bd8d-4e27-b28a-b5ce55987442 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=925c7cb0-c71f-409b-8024-6801f283fb26 HTTP/1.1" status: 200 len: 944 time: 0.0556130 Aug 09 14:33:56.466316 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:33:56.496971 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c0b579ee-d56d-4f3e-bb42-21faca64c688 req-385e9707-9c52-4ede-ac2a-65bbcbfd71c7 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607083 Aug 09 14:33:56.512420 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e3534-59b3-4c8a-a6fc-afd8ff94f7b3 req-570bfdef-187e-4791-b4eb-541ddaf30a9b tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:56.513924 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e17e3534-59b3-4c8a-a6fc-afd8ff94f7b3 req-570bfdef-187e-4791-b4eb-541ddaf30a9b tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.1020103 Aug 09 14:33:56.541434 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43661c7-5686-4886-bff7-8c3ce974c7a9 x-openstack-request-id: req-a43661c7-5686-4886-bff7-8c3ce974c7a9 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:33:56.541733 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925c7cb0-c71f-409b-8024-6801f283fb26", "name": "network-vif-plugged", "status": "completed", "tag": "d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:33:56.541990 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a43661c7-5686-4886-bff7-8c3ce974c7a9 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:33:56.542386 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925c7cb0-c71f-409b-8024-6801f283fb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e', 'code': 200} Aug 09 14:33:56.554341 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e17e3534-59b3-4c8a-a6fc-afd8ff94f7b3 req-e9339e3e-25cc-4acb-adf0-ce26248bc143 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335317 Aug 09 14:33:56.755982 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d81c3-c73b-48cd-879e-c0e280044bef req-a85107d0-23b0-450f-a47e-bfa2e138c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:56.759142 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-926d81c3-c73b-48cd-879e-c0e280044bef req-a85107d0-23b0-450f-a47e-bfa2e138c508 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=925c7cb0-c71f-409b-8024-6801f283fb26 HTTP/1.1" status: 200 len: 1098 time: 0.0441163 Aug 09 14:33:56.831763 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-926d81c3-c73b-48cd-879e-c0e280044bef req-e6503a95-51b6-4a1e-8011-2b64f038937f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623562 Aug 09 14:33:56.842610 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332606f2-93e3-4899-a7a3-f64339a9e22a req-e169c2ea-687e-49a9-b644-c2a7034e1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:56.844109 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-332606f2-93e3-4899-a7a3-f64339a9e22a req-e169c2ea-687e-49a9-b644-c2a7034e1fbc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94fcc7593f8842ca9f6f0582e70529d5&device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 1099 time: 0.0578184 Aug 09 14:33:56.848452 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0401076-3b6b-424f-a30d-91d0e1148470 req-6c753bfd-da73-4035-8cf0-b94b7310b930 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:56.849909 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a0401076-3b6b-424f-a30d-91d0e1148470 req-6c753bfd-da73-4035-8cf0-b94b7310b930 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0523787 Aug 09 14:33:56.891035 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a0401076-3b6b-424f-a30d-91d0e1148470 req-383854d0-3383-4500-b87f-829a9ebccbef tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350535 Aug 09 14:33:56.990781 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332606f2-93e3-4899-a7a3-f64339a9e22a req-1704c5c6-bc85-4bfd-8cf8-03a54972836e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:56.993251 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-332606f2-93e3-4899-a7a3-f64339a9e22a req-1704c5c6-bc85-4bfd-8cf8-03a54972836e service neutron] 10.222.0.11 "GET /v2.0/networks?id=68be63ba-7c01-4e71-8f7c-e4220c46edd1 HTTP/1.1" status: 200 len: 918 time: 0.1106110 Aug 09 14:33:57.056062 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff09aa1-0a3b-4a59-9635-df6b28ef0589 req-5475a77d-8c34-4add-a1a3-f4a00f553baf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:57.057744 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1ff09aa1-0a3b-4a59-9635-df6b28ef0589 req-5475a77d-8c34-4add-a1a3-f4a00f553baf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0570016 Aug 09 14:33:57.061391 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-332606f2-93e3-4899-a7a3-f64339a9e22a req-97ba3b26-9406-429a-bdbd-eb4577bba692 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 HTTP/1.1" status: 200 len: 217 time: 0.0367577 Aug 09 14:33:57.101969 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1ff09aa1-0a3b-4a59-9635-df6b28ef0589 req-5d51a225-9a83-4f4a-aed3-f0f1b5e6ecf0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364034 Aug 09 14:33:57.126346 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332606f2-93e3-4899-a7a3-f64339a9e22a req-4b36f84a-49e7-4d2d-b249-18572ccbfa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:57.127879 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-332606f2-93e3-4899-a7a3-f64339a9e22a req-4b36f84a-49e7-4d2d-b249-18572ccbfa5c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9dcc6b59-86eb-470d-a76e-ee60461948ce HTTP/1.1" status: 200 len: 857 time: 0.0587316 Aug 09 14:33:57.171547 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-332606f2-93e3-4899-a7a3-f64339a9e22a req-b93ec72d-cfcf-4981-9b26-3ccd66dc4cd5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=68be63ba-7c01-4e71-8f7c-e4220c46edd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325921 Aug 09 14:33:57.287047 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-332606f2-93e3-4899-a7a3-f64339a9e22a req-c9c6466d-9249-4415-9338-a6fbd368e83f service neutron] 10.222.0.11 "GET /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036401 Aug 09 14:33:57.395139 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-332606f2-93e3-4899-a7a3-f64339a9e22a req-40c8b437-931c-4624-83da-f850e87dee69 service neutron] 10.222.0.11 "GET /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963633 Aug 09 14:33:57.638172 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc1631-0304-422e-9969-d698ade1af74 req-ae630c4d-cde9-4563-bb65-5c01046f83a7 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:57.639801 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-11fc1631-0304-422e-9969-d698ade1af74 req-ae630c4d-cde9-4563-bb65-5c01046f83a7 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=925c7cb0-c71f-409b-8024-6801f283fb26 HTTP/1.1" status: 200 len: 945 time: 0.0579009 Aug 09 14:33:57.683461 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-11fc1631-0304-422e-9969-d698ade1af74 req-4bd32c0b-4dbc-4763-b62a-56f6e8c7658c tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367546 Aug 09 14:33:58.013018 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43609b17-742f-4de3-8c2d-68f1ece9612c req-b8bf7275-1822-47e2-afd5-4c468c76d2be tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:58.014661 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-43609b17-742f-4de3-8c2d-68f1ece9612c req-b8bf7275-1822-47e2-afd5-4c468c76d2be tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0521786 Aug 09 14:33:58.054774 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-43609b17-742f-4de3-8c2d-68f1ece9612c req-8f028c12-fe43-4ef5-9942-71b5419fafe0 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337074 Aug 09 14:33:58.245546 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533c3ee-602c-4019-b64f-e4ee917da540 req-03af530b-059e-489c-a717-db16407a39ea tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:58.247268 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f533c3ee-602c-4019-b64f-e4ee917da540 req-03af530b-059e-489c-a717-db16407a39ea tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0611105 Aug 09 14:33:58.290395 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f533c3ee-602c-4019-b64f-e4ee917da540 req-27c6fd41-1f2f-45c8-8045-d4933bb88e7b tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367289 Aug 09 14:33:58.809923 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe39f1f-e2eb-4366-a7d2-f0b7c983c8e6 req-a2afa62d-7212-4d20-a0b7-492d810ee41d tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:58.811438 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0fe39f1f-e2eb-4366-a7d2-f0b7c983c8e6 req-a2afa62d-7212-4d20-a0b7-492d810ee41d tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=925c7cb0-c71f-409b-8024-6801f283fb26 HTTP/1.1" status: 200 len: 945 time: 0.0548596 Aug 09 14:33:58.849536 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0fe39f1f-e2eb-4366-a7d2-f0b7c983c8e6 req-92352b21-382f-4637-a01f-d9fea9a5250a tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318646 Aug 09 14:33:59.185804 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405f386-fcdf-4558-9282-d171ebaa5b90 req-ead0c0cc-82a4-4504-989a-96bb900deaee tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:59.187409 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6405f386-fcdf-4558-9282-d171ebaa5b90 req-ead0c0cc-82a4-4504-989a-96bb900deaee tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0533030 Aug 09 14:33:59.231266 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6405f386-fcdf-4558-9282-d171ebaa5b90 req-febbe3e7-f435-4f9d-8f3c-ffdf749797ef tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371435 Aug 09 14:33:59.436440 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4300535-cf91-4252-a292-4b3dc2c01243 req-62ae2d2b-5d58-4d62-bbc5-d982283a512e tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:33:59.439705 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c4300535-cf91-4252-a292-4b3dc2c01243 req-62ae2d2b-5d58-4d62-bbc5-d982283a512e tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0592294 Aug 09 14:33:59.479174 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c4300535-cf91-4252-a292-4b3dc2c01243 req-1603dd4a-d39c-49f2-8376-b5ff1e9df4e3 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344470 Aug 09 14:33:59.805029 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 45736) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:33:59.932027 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a60a376e-f098-4444-b788-a8dfabecd053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:00.028120 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a60a376e-f098-4444-b788-a8dfabecd053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:00.032246 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a60a376e-f098-4444-b788-a8dfabecd053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:00.070768 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a376e-f098-4444-b788-a8dfabecd053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f03d7e-5e6a-458d-855a-985eba47c106,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:00.075060 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-a60a376e-f098-4444-b788-a8dfabecd053 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a37d795b017e419dbf153343329b64a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689660 Aug 09 14:34:00.077965 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 45740) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:34:00.081375 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a376e-f098-4444-b788-a8dfabecd053 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:00.081734 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a376e-f098-4444-b788-a8dfabecd053 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:00.082082 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a376e-f098-4444-b788-a8dfabecd053 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:00.082422 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a376e-f098-4444-b788-a8dfabecd053 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:00.082796 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a376e-f098-4444-b788-a8dfabecd053 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:00.083139 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a376e-f098-4444-b788-a8dfabecd053 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:00.083476 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a376e-f098-4444-b788-a8dfabecd053 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:00.083960 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a376e-f098-4444-b788-a8dfabecd053 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:00.084145 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a376e-f098-4444-b788-a8dfabecd053 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:00.084473 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a376e-f098-4444-b788-a8dfabecd053 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:00.084805 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a376e-f098-4444-b788-a8dfabecd053 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:00.085752 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a376e-f098-4444-b788-a8dfabecd053 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:00.132719 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-94b88378-51d9-43c3-a2ed-9c148c9098c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:00.163158 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-94b88378-51d9-43c3-a2ed-9c148c9098c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:00.212349 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-94b88378-51d9-43c3-a2ed-9c148c9098c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:00.215051 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-94b88378-51d9-43c3-a2ed-9c148c9098c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:00.216256 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-94b88378-51d9-43c3-a2ed-9c148c9098c5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29f03d7e-5e6a-458d-855a-985eba47c106 HTTP/1.1" status: 204 len: 168 time: 0.1370783 Aug 09 14:34:00.223985 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b88378-51d9-43c3-a2ed-9c148c9098c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f03d7e-5e6a-458d-855a-985eba47c106,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:00.231867 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b88378-51d9-43c3-a2ed-9c148c9098c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:00.232216 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b88378-51d9-43c3-a2ed-9c148c9098c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:00.232552 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b88378-51d9-43c3-a2ed-9c148c9098c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:00.232891 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b88378-51d9-43c3-a2ed-9c148c9098c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:00.233219 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b88378-51d9-43c3-a2ed-9c148c9098c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:00.233558 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b88378-51d9-43c3-a2ed-9c148c9098c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:00.233872 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b88378-51d9-43c3-a2ed-9c148c9098c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:00.234195 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b88378-51d9-43c3-a2ed-9c148c9098c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:00.234519 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b88378-51d9-43c3-a2ed-9c148c9098c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:00.234864 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b88378-51d9-43c3-a2ed-9c148c9098c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:00.235187 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b88378-51d9-43c3-a2ed-9c148c9098c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:00.235539 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b88378-51d9-43c3-a2ed-9c148c9098c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:00.386898 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adbb8b-8144-4976-855f-89766c644acc req-541ac36f-1ba7-4880-8ad0-ef77eef447b1 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:00.388575 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e2adbb8b-8144-4976-855f-89766c644acc req-541ac36f-1ba7-4880-8ad0-ef77eef447b1 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0665793 Aug 09 14:34:00.431987 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e2adbb8b-8144-4976-855f-89766c644acc req-c476d6c0-4b0c-4bdd-afed-62938da5fd63 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367522 Aug 09 14:34:00.625803 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ab694-46b4-4880-b16c-0ca584c24fc7 req-decdedea-389d-434a-9e24-eba78bb0d263 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:00.629497 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f82ab694-46b4-4880-b16c-0ca584c24fc7 req-decdedea-389d-434a-9e24-eba78bb0d263 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0648704 Aug 09 14:34:00.681475 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f82ab694-46b4-4880-b16c-0ca584c24fc7 req-1594e574-ab28-4933-8cd5-bb4fe7cec7cd tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412922 Aug 09 14:34:01.810793 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aae77d-5412-460b-b006-8c04fd37b95c req-3b7f28a4-a74e-471c-88c3-10e73dcd48f5 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:01.812276 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-26aae77d-5412-460b-b006-8c04fd37b95c req-3b7f28a4-a74e-471c-88c3-10e73dcd48f5 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0538473 Aug 09 14:34:01.853415 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-26aae77d-5412-460b-b006-8c04fd37b95c req-db863b86-d74a-4f79-8a25-ec992ac8cf37 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349698 Aug 09 14:34:01.987155 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dbe65-cd51-4dc7-8dee-4398f2a294b9 req-a5ba0122-5cad-4162-a212-cc31473c4c28 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:01.988738 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ef3dbe65-cd51-4dc7-8dee-4398f2a294b9 req-a5ba0122-5cad-4162-a212-cc31473c4c28 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0621152 Aug 09 14:34:02.027865 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ef3dbe65-cd51-4dc7-8dee-4398f2a294b9 req-d233f123-47a5-4f89-9407-97b496ae3148 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320625 Aug 09 14:34:02.256171 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 45802) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:34:02.376172 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5d7d596d-9a6e-4fe2-b02e-3609d8bf8db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:02.510464 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5d7d596d-9a6e-4fe2-b02e-3609d8bf8db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:02.517391 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5d7d596d-9a6e-4fe2-b02e-3609d8bf8db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:02.574552 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-5d7d596d-9a6e-4fe2-b02e-3609d8bf8db4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=72b2b8b79aac4d35900893e712a6cb90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141580 Aug 09 14:34:02.574552 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d596d-9a6e-4fe2-b02e-3609d8bf8db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0d88c7-a03d-4f51-a71e-8ee8b8a0a660,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:02.575363 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 45814) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:34:02.633524 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-46374dbe-8aaf-4f3f-9aab-07178f7d866a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:02.656608 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-46374dbe-8aaf-4f3f-9aab-07178f7d866a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:02.711831 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-46374dbe-8aaf-4f3f-9aab-07178f7d866a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:02.714253 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-46374dbe-8aaf-4f3f-9aab-07178f7d866a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:02.715421 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-46374dbe-8aaf-4f3f-9aab-07178f7d866a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab0d88c7-a03d-4f51-a71e-8ee8b8a0a660 HTTP/1.1" status: 204 len: 168 time: 0.1392610 Aug 09 14:34:02.724034 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46374dbe-8aaf-4f3f-9aab-07178f7d866a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0d88c7-a03d-4f51-a71e-8ee8b8a0a660,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:03.034994 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311dbc6-db43-40ef-b365-6b591efdaac3 req-9c623b18-6778-4a06-86f8-4199e5b6ceff tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:03.036750 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c311dbc6-db43-40ef-b365-6b591efdaac3 req-9c623b18-6778-4a06-86f8-4199e5b6ceff tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0677335 Aug 09 14:34:03.066123 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 45824) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:34:03.081349 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c311dbc6-db43-40ef-b365-6b591efdaac3 req-5a16636f-6bca-442e-b58c-1eae54d159aa tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386300 Aug 09 14:34:03.096649 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3e3d2c7c-4e51-416b-b75c-4707a44532eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:03.206644 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3e3d2c7c-4e51-416b-b75c-4707a44532eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:03.211819 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3e3d2c7c-4e51-416b-b75c-4707a44532eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:03.251898 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-3e3d2c7c-4e51-416b-b75c-4707a44532eb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0cbc6cf802814caa8eefa6a19f5ffdf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840653 Aug 09 14:34:03.252979 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d2c7c-4e51-416b-b75c-4707a44532eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40b0d5b-2ed2-4d79-8cee-b96777ffecaa,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:03.255719 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 45826) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:34:03.316108 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-894327eb-29e4-4af1-86b7-84caf0ddd0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:03.340070 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-894327eb-29e4-4af1-86b7-84caf0ddd0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:03.399950 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-894327eb-29e4-4af1-86b7-84caf0ddd0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:03.402694 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-894327eb-29e4-4af1-86b7-84caf0ddd0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:03.403925 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-894327eb-29e4-4af1-86b7-84caf0ddd0bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f40b0d5b-2ed2-4d79-8cee-b96777ffecaa HTTP/1.1" status: 204 len: 168 time: 0.1472442 Aug 09 14:34:03.412770 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894327eb-29e4-4af1-86b7-84caf0ddd0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40b0d5b-2ed2-4d79-8cee-b96777ffecaa,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:03.789874 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 45838) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:34:03.803674 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3c46d269-6531-4512-a829-b6316389242c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:03.901585 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3c46d269-6531-4512-a829-b6316389242c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:03.905750 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3c46d269-6531-4512-a829-b6316389242c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:03.946104 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-3c46d269-6531-4512-a829-b6316389242c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eaf2c8bfafbc4a5ea9a220423f237300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551325 Aug 09 14:34:03.946972 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46d269-6531-4512-a829-b6316389242c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da997746-12c5-4aa4-9e13-524c16194405,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:03.949291 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 45840) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:34:04.005555 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-de95b996-6980-42c3-8267-1d88395607f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:04.026306 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-de95b996-6980-42c3-8267-1d88395607f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:04.082024 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-de95b996-6980-42c3-8267-1d88395607f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:04.084610 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-de95b996-6980-42c3-8267-1d88395607f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:04.086399 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-de95b996-6980-42c3-8267-1d88395607f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da997746-12c5-4aa4-9e13-524c16194405 HTTP/1.1" status: 204 len: 168 time: 0.1361918 Aug 09 14:34:04.095403 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95b996-6980-42c3-8267-1d88395607f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da997746-12c5-4aa4-9e13-524c16194405,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:04.214947 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf17b5-c27f-4973-a6c0-6e111118f52f req-b6a91479-cbd3-4271-a722-dcba9c1d00e0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:04.216449 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2dcf17b5-c27f-4973-a6c0-6e111118f52f req-b6a91479-cbd3-4271-a722-dcba9c1d00e0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0546162 Aug 09 14:34:04.267565 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2dcf17b5-c27f-4973-a6c0-6e111118f52f req-5500806f-365d-4c11-9898-27963480b37e tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448902 Aug 09 14:34:04.827355 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 45868) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:34:04.942234 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-db138519-34e1-4ab4-96cc-34037dfd4642 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2013579126-network', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:34:04.966797 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db138519-34e1-4ab4-96cc-34037dfd4642 admin admin] Made reservation on behalf of 488c470ed0ff4cddbe230238fe0b2253 for: {'network': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:34:04.967577 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-db138519-34e1-4ab4-96cc-34037dfd4642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for network, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:04.978330 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-db138519-34e1-4ab4-96cc-34037dfd4642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:05.073641 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-db138519-34e1-4ab4-96cc-34037dfd4642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:05.077634 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-db138519-34e1-4ab4-96cc-34037dfd4642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:05.109926 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db138519-34e1-4ab4-96cc-34037dfd4642 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=93281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:34:05.120992 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db138519-34e1-4ab4-96cc-34037dfd4642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3529ec95-b7ca-40e1-b616-e056a9e646f2,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:05.126934 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-db138519-34e1-4ab4-96cc-34037dfd4642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:05.127289 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.db.segments_db [None req-db138519-34e1-4ab4-96cc-34037dfd4642 admin admin] Added segment a4e4de31-1b1f-431d-a977-df7ee1f8ed33 of type vlan for network ed0ef885-267d-4f20-9f65-7ec82a72fd21 Aug 09 14:34:05.171340 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-db138519-34e1-4ab4-96cc-34037dfd4642 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793432662869'] for network, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:05.201583 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-db138519-34e1-4ab4-96cc-34037dfd4642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for network, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:05.202701 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db138519-34e1-4ab4-96cc-34037dfd4642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:05.203300 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-db138519-34e1-4ab4-96cc-34037dfd4642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:05.262610 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-db138519-34e1-4ab4-96cc-34037dfd4642 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4341125 Aug 09 14:34:05.265512 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 45874) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:34:05.272132 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-3caecb8e-5eff-439b-a171-f9e5e3b0d852 admin admin] Request body: {'subnet': {'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2013579126-subnet', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'ip_version': 4}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:34:05.277027 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db138519-34e1-4ab4-96cc-34037dfd4642 admin admin] Pushing event updated for resources: {'Network': ['ID=ed0ef885-267d-4f20-9f65-7ec82a72fd21,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:05.287422 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Network ed0ef885-267d-4f20-9f65-7ec82a72fd21 details requested by agent ovs-agent-dv-cinder-780933-12-iscsi with host dv-cinder-780933-12-iscsi {{(pid=93283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:34:05.299652 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caecb8e-5eff-439b-a171-f9e5e3b0d852 admin admin] Made reservation on behalf of 488c470ed0ff4cddbe230238fe0b2253 for: {'subnet': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:34:05.302366 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3caecb8e-5eff-439b-a171-f9e5e3b0d852 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2505501'] for subnet, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:05.394633 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8c258-1da4-4b85-ace4-ab0bc907c187 req-fe5dbb5e-47b6-4f13-89c3-b79e14202dc2 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:05.396214 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9ac8c258-1da4-4b85-ace4-ab0bc907c187 req-fe5dbb5e-47b6-4f13-89c3-b79e14202dc2 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0534732 Aug 09 14:34:05.438710 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9ac8c258-1da4-4b85-ace4-ab0bc907c187 req-fe3d040a-8946-4313-9f2b-beb3d289ff47 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354412 Aug 09 14:34:05.495669 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3caecb8e-5eff-439b-a171-f9e5e3b0d852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3868583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2505519'] for subnet, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:05.562598 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caecb8e-5eff-439b-a171-f9e5e3b0d852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49267761-fa03-47db-88f0-76622128cfdd,revision_number=0']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:05.572808 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caecb8e-5eff-439b-a171-f9e5e3b0d852 admin admin] Checking segment: {'id': 'a4e4de31-1b1f-431d-a977-df7ee1f8ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:34:05.573194 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caecb8e-5eff-439b-a171-f9e5e3b0d852 admin admin] Network hostable DHCP agents. Network: ed0ef885-267d-4f20-9f65-7ec82a72fd21, hostable agents: ['fcf2683d-1b10-4130-9527-2865db8d3e4f'], hosted agents: [] {{(pid=93281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:34:05.593963 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caecb8e-5eff-439b-a171-f9e5e3b0d852 admin admin] Network ed0ef885-267d-4f20-9f65-7ec82a72fd21 is scheduled to be hosted by DHCP agent fcf2683d-1b10-4130-9527-2865db8d3e4f with binding_index 1 {{(pid=93281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:34:05.610056 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-3caecb8e-5eff-439b-a171-f9e5e3b0d852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-12-iscsi, ed0ef885-267d-4f20-9f65-7ec82a72fd21) {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:34:05.619522 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caecb8e-5eff-439b-a171-f9e5e3b0d852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:05.620222 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3caecb8e-5eff-439b-a171-f9e5e3b0d852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for subnet, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:05.621336 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba82708-a937-42c4-8faf-39b465d5e57e None None] Network ed0ef885-267d-4f20-9f65-7ec82a72fd21 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:34:05.640019 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-3caecb8e-5eff-439b-a171-f9e5e3b0d852 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3715506 Aug 09 14:34:05.642596 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 45878) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:34:05.647149 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-d051050c-6d8c-4fd6-905e-a273c4837440 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:34:05.674081 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d051050c-6d8c-4fd6-905e-a273c4837440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237309'] for router, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:05.674081 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d051050c-6d8c-4fd6-905e-a273c4837440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237298'] for router, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:05.747491 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d051050c-6d8c-4fd6-905e-a273c4837440 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:05.808829 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f22b00-44a7-4389-83e6-29762f448a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79cdc59-b55e-5cf7-a094-ed287857ff17-ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd'}]}} from dv-cinder-780933-12-iscsi. {{(pid=93283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 14:34:05.809837 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-97f22b00-44a7-4389-83e6-29762f448a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:05.909516 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d051050c-6d8c-4fd6-905e-a273c4837440 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:05.978624 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-97f22b00-44a7-4389-83e6-29762f448a9c None None] Allocated IP 172.20.0.2 (ed0ef885-267d-4f20-9f65-7ec82a72fd21/49267761-fa03-47db-88f0-76622128cfdd/040cad7a-2695-4b03-81e1-6d5e23cf6cce) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:34:06.138305 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d051050c-6d8c-4fd6-905e-a273c4837440 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:06.147803 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-97f22b00-44a7-4389-83e6-29762f448a9c None None] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:06.156494 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-97f22b00-44a7-4389-83e6-29762f448a9c None None] Transition to ACTIVE for port object 040cad7a-2695-4b03-81e1-6d5e23cf6cce will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:34:06.157918 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d051050c-6d8c-4fd6-905e-a273c4837440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:06.172325 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-97f22b00-44a7-4389-83e6-29762f448a9c None None] Transition to ACTIVE for port object 040cad7a-2695-4b03-81e1-6d5e23cf6cce will not be triggered until provisioned by entity DHCP. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:34:06.180321 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-97f22b00-44a7-4389-83e6-29762f448a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:06.223825 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f22b00-44a7-4389-83e6-29762f448a9c None None] Network ed0ef885-267d-4f20-9f65-7ec82a72fd21 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:34:06.229275 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-97f22b00-44a7-4389-83e6-29762f448a9c None None] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:34:06.233248 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f22b00-44a7-4389-83e6-29762f448a9c None None] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:34:06.246732 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f22b00-44a7-4389-83e6-29762f448a9c None None] Pushing event updated for resources: {'Port': ['ID=040cad7a-2695-4b03-81e1-6d5e23cf6cce,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:06.275660 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-d051050c-6d8c-4fd6-905e-a273c4837440 admin admin] Allocated IP 172.27.0.220 (fec02cd1-e2e8-4817-ba73-274d16c5b5b9/3361a577-0d73-418c-9a78-05f67eccb0cb/2f325ecd-3594-4ee3-939a-a710db98468b) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:34:06.299556 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-97f22b00-44a7-4389-83e6-29762f448a9c None None] Attempting to bind port 040cad7a-2695-4b03-81e1-6d5e23cf6cce on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:34:06.300196 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-97f22b00-44a7-4389-83e6-29762f448a9c None None] Attempting to bind port 040cad7a-2695-4b03-81e1-6d5e23cf6cce by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': 'a4e4de31-1b1f-431d-a977-df7ee1f8ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:34:06.300732 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f22b00-44a7-4389-83e6-29762f448a9c None None] Attempting to bind port 040cad7a-2695-4b03-81e1-6d5e23cf6cce on network ed0ef885-267d-4f20-9f65-7ec82a72fd21 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:34:06.308213 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f22b00-44a7-4389-83e6-29762f448a9c None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:34:06.308593 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f22b00-44a7-4389-83e6-29762f448a9c None None] Checking segment: {'id': 'a4e4de31-1b1f-431d-a977-df7ee1f8ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:34:06.309005 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-97f22b00-44a7-4389-83e6-29762f448a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:06.309516 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f22b00-44a7-4389-83e6-29762f448a9c None None] Bound using segment: {'id': 'a4e4de31-1b1f-431d-a977-df7ee1f8ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:34:06.309983 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-97f22b00-44a7-4389-83e6-29762f448a9c None None] Bound port: 040cad7a-2695-4b03-81e1-6d5e23cf6cce, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e4de31-1b1f-431d-a977-df7ee1f8ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:34:06.310365 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-97f22b00-44a7-4389-83e6-29762f448a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:06.378738 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-97f22b00-44a7-4389-83e6-29762f448a9c None None] For port 040cad7a-2695-4b03-81e1-6d5e23cf6cce, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:34:06.382298 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-97f22b00-44a7-4389-83e6-29762f448a9c None None] For port 040cad7a-2695-4b03-81e1-6d5e23cf6cce, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=040cad7a-2695-4b03-81e1-6d5e23cf6cce,segment=NetworkSegment(a4e4de31-1b1f-431d-a977-df7ee1f8ed33),segment_id=a4e4de31-1b1f-431d-a977-df7ee1f8ed33)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:34:06.388000 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-97f22b00-44a7-4389-83e6-29762f448a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:06.400621 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d051050c-6d8c-4fd6-905e-a273c4837440 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:06.450438 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d051050c-6d8c-4fd6-905e-a273c4837440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:06.459074 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f22b00-44a7-4389-83e6-29762f448a9c None None] Pushing event updated for resources: {'Port': ['ID=040cad7a-2695-4b03-81e1-6d5e23cf6cce,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:06.497839 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d051050c-6d8c-4fd6-905e-a273c4837440 admin admin] Network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:34:06.503512 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-d051050c-6d8c-4fd6-905e-a273c4837440 admin admin] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:34:06.507894 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d051050c-6d8c-4fd6-905e-a273c4837440 admin admin] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:34:06.515361 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051050c-6d8c-4fd6-905e-a273c4837440 admin admin] Pushing event updated for resources: {'Port': ['ID=2f325ecd-3594-4ee3-939a-a710db98468b,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:06.517615 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-da34ed5b-4cea-48ba-9853-9d5a4a7ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:06.601363 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545925e-d57f-4903-81e5-4ece193dd94e req-94304751-6cbb-4e66-b7b5-d41a3df13560 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:06.603448 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8545925e-d57f-4903-81e5-4ece193dd94e req-94304751-6cbb-4e66-b7b5-d41a3df13560 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0747218 Aug 09 14:34:06.684424 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8545925e-d57f-4903-81e5-4ece193dd94e req-73450035-8b36-4814-a8c2-6552d08afad4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739987 Aug 09 14:34:07.025739 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d051050c-6d8c-4fd6-905e-a273c4837440 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:07.238902 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d051050c-6d8c-4fd6-905e-a273c4837440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744126'] for router, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:07.384974 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d051050c-6d8c-4fd6-905e-a273c4837440 admin admin] Router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c is scheduled to L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e with binding_index 1 {{(pid=93281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 14:34:07.436328 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916758c2-6d6c-4337-a545-a57632d7a960 None None] Network ed0ef885-267d-4f20-9f65-7ec82a72fd21 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:34:07.501385 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d051050c-6d8c-4fd6-905e-a273c4837440 admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:34:07.506627 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-0a33a34b-1eb7-459a-a0a3-5cd2d81c2e39 None None] Provisioning for port 040cad7a-2695-4b03-81e1-6d5e23cf6cce completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:34:07.514478 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] Sync routers for ids ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'] in dv-cinder-780933-12-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:34:07.523000 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] Routers {'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:34:07.523516 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:33:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:34:07.528993 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d051050c-6d8c-4fd6-905e-a273c4837440 admin admin] Notify callbacks [] for router, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:07.532922 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-d051050c-6d8c-4fd6-905e-a273c4837440 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8867671 Aug 09 14:34:07.533316 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 45894) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:34:07.640980 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] Set router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:34:07.859812 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:34:06Z', 'revision_number': 3, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:34:07.891239 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] Checking router: cf22e8aa-8fa0-4662-b4fa-7dc5964f615c for host: dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:34:07.891596 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] Updating router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c port 2f325ecd-3594-4ee3-939a-a710db98468b binding host dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:34:07.917829 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94adcf-0915-4ed1-ada9-c91166ef91ba req-8e109175-3e2c-44cb-a277-51b246227224 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:07.919978 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8d94adcf-0915-4ed1-ada9-c91166ef91ba req-8e109175-3e2c-44cb-a277-51b246227224 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.1509111 Aug 09 14:34:07.937808 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:08.000602 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8d94adcf-0915-4ed1-ada9-c91166ef91ba req-39fe9fd7-9f28-4390-830a-f9c707679ad1 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683341 Aug 09 14:34:08.094982 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-429ce63e-1749-4bd4-88b5-aff4821e71a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:08.219378 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:08.231079 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] Transition to ACTIVE for port object 2f325ecd-3594-4ee3-939a-a710db98468b will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:34:08.237838 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:08.267688 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [None req-429ce63e-1749-4bd4-88b5-aff4821e71a3 admin admin] Allocated IP 172.20.0.1 (ed0ef885-267d-4f20-9f65-7ec82a72fd21/49267761-fa03-47db-88f0-76622128cfdd/7ba13e9d-c568-42ca-9f41-0e033192c000) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:34:08.291977 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d425091-a89b-4154-9f2f-8aa4dcb0c5b5 None None] Pushing event updated for resources: {'Port': ['ID=2f325ecd-3594-4ee3-939a-a710db98468b,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:08.294369 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] Attempting to bind port 2f325ecd-3594-4ee3-939a-a710db98468b on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:34:08.295814 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] Attempting to bind port 2f325ecd-3594-4ee3-939a-a710db98468b by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:34:08.295814 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] Attempting to bind port 2f325ecd-3594-4ee3-939a-a710db98468b on network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:34:08.301696 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:34:08.302068 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] Checking segment: {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:34:08.303099 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:08.303099 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] Bound using segment: {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:34:08.303328 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] Bound port: 2f325ecd-3594-4ee3-939a-a710db98468b, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:34:08.303835 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:08.355090 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] For port 2f325ecd-3594-4ee3-939a-a710db98468b, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:34:08.358381 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] For port 2f325ecd-3594-4ee3-939a-a710db98468b, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=2f325ecd-3594-4ee3-939a-a710db98468b,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:34:08.363296 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:08.382306 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-429ce63e-1749-4bd4-88b5-aff4821e71a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:08.398765 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [None req-429ce63e-1749-4bd4-88b5-aff4821e71a3 admin admin] Transition to ACTIVE for port object 7ba13e9d-c568-42ca-9f41-0e033192c000 will not be triggered until provisioned by entity DHCP. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:34:08.431608 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] Routers {'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:34:08.432253 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:33:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:34:08.443108 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-429ce63e-1749-4bd4-88b5-aff4821e71a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:08.476367 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d425091-a89b-4154-9f2f-8aa4dcb0c5b5 None None] Pushing event updated for resources: {'Port': ['ID=2f325ecd-3594-4ee3-939a-a710db98468b,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:08.488463 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429ce63e-1749-4bd4-88b5-aff4821e71a3 admin admin] Network ed0ef885-267d-4f20-9f65-7ec82a72fd21 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:34:08.495594 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-429ce63e-1749-4bd4-88b5-aff4821e71a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:34:08.500228 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429ce63e-1749-4bd4-88b5-aff4821e71a3 admin admin] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:34:08.503318 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ce63e-1749-4bd4-88b5-aff4821e71a3 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba13e9d-c568-42ca-9f41-0e033192c000,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:08.549815 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-429ce63e-1749-4bd4-88b5-aff4821e71a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744653'] for router_interface, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:08.561037 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] Set router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:34:08.579621 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 040cad7a-2695-4b03-81e1-6d5e23cf6cce up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:34:08.743760 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port 040cad7a-2695-4b03-81e1-6d5e23cf6cce completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:34:08.747940 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 040cad7a-2695-4b03-81e1-6d5e23cf6cce triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:34:08.748384 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:08.870059 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:08.900916 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-908d88c8-af48-41e4-a802-e179649a5d32 None None] Provisioning for port 7ba13e9d-c568-42ca-9f41-0e033192c000 completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:34:08.907291 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-908d88c8-af48-41e4-a802-e179649a5d32 None None] Provisioning complete for port 7ba13e9d-c568-42ca-9f41-0e033192c000 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:34:08.907666 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-908d88c8-af48-41e4-a802-e179649a5d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:08.964968 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port 040cad7a-2695-4b03-81e1-6d5e23cf6cce, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=040cad7a-2695-4b03-81e1-6d5e23cf6cce,segment=NetworkSegment(a4e4de31-1b1f-431d-a977-df7ee1f8ed33),segment_id=a4e4de31-1b1f-431d-a977-df7ee1f8ed33)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:34:08.979442 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:08.982749 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:34:06Z', 'revision_number': 3, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:34:09.025309 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-908d88c8-af48-41e4-a802-e179649a5d32 None None] Port 7ba13e9d-c568-42ca-9f41-0e033192c000 cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:34:09.027578 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c3efa-7933-4939-bc1e-3fbc989ad8c4 None None] The sync data for ids ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'] in dv-cinder-780933-12-iscsi is: [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:34:06Z', 'revision_number': 3, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:34:09.128791 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=040cad7a-2695-4b03-81e1-6d5e23cf6cce,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:09.144934 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31707515-1121-4b39-880b-297470a356db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:09.145428 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31707515-1121-4b39-880b-297470a356db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:09.145785 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31707515-1121-4b39-880b-297470a356db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:09.146248 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31707515-1121-4b39-880b-297470a356db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:09.146505 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31707515-1121-4b39-880b-297470a356db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:09.146889 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31707515-1121-4b39-880b-297470a356db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:09.147233 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31707515-1121-4b39-880b-297470a356db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:09.147652 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31707515-1121-4b39-880b-297470a356db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:09.148110 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31707515-1121-4b39-880b-297470a356db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:09.148844 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31707515-1121-4b39-880b-297470a356db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:09.149401 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31707515-1121-4b39-880b-297470a356db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:09.149828 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31707515-1121-4b39-880b-297470a356db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:09.151682 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-429ce63e-1749-4bd4-88b5-aff4821e71a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:09.248184 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125db333-a3ce-4400-a16f-dd347850f83d req-0d0930fc-a032-429d-b997-f7b1d865e624 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:09.249714 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-125db333-a3ce-4400-a16f-dd347850f83d req-0d0930fc-a032-429d-b997-f7b1d865e624 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.1070054 Aug 09 14:34:09.361990 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-125db333-a3ce-4400-a16f-dd347850f83d req-d07e9f17-e4e4-4554-ac1d-520fefd0ff78 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008782 Aug 09 14:34:09.373313 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:09.441718 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-429ce63e-1749-4bd4-88b5-aff4821e71a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:09.448555 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-429ce63e-1749-4bd4-88b5-aff4821e71a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25220855'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:09.532111 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ce63e-1749-4bd4-88b5-aff4821e71a3 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba13e9d-c568-42ca-9f41-0e033192c000,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:09.534738 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-429ce63e-1749-4bd4-88b5-aff4821e71a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1744825'] for router_interface, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:09.634204 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429ce63e-1749-4bd4-88b5-aff4821e71a3 admin admin] Network ed0ef885-267d-4f20-9f65-7ec82a72fd21 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:34:09.635728 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-429ce63e-1749-4bd4-88b5-aff4821e71a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:34:09.676904 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-137cf0b7-3bfe-415e-8a41-95c93699238d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:09.794561 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429ce63e-1749-4bd4-88b5-aff4821e71a3 admin admin] Router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:34:09.863264 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-f6b48a53-6d94-4615-94a7-508feb361643 None None] Provisioning complete for port 7ba13e9d-c568-42ca-9f41-0e033192c000 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:34:09.863903 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f6b48a53-6d94-4615-94a7-508feb361643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:09.907426 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-f6b48a53-6d94-4615-94a7-508feb361643 None None] Port 7ba13e9d-c568-42ca-9f41-0e033192c000 cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:34:09.917773 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429ce63e-1749-4bd4-88b5-aff4821e71a3 admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:34:09.924916 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-429ce63e-1749-4bd4-88b5-aff4821e71a3 admin admin] 10.222.0.60 "PUT /v2.0/routers/cf22e8aa-8fa0-4662-b4fa-7dc5964f615c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3903570 Aug 09 14:34:10.293254 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:10.490302 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963533cc-e035-418d-bf67-d7b52186c1eb req-8f7daa49-0f3d-4ba3-8647-365155fac9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:10.492109 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-963533cc-e035-418d-bf67-d7b52186c1eb req-8f7daa49-0f3d-4ba3-8647-365155fac9e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94fcc7593f8842ca9f6f0582e70529d5&device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 1099 time: 0.0658200 Aug 09 14:34:10.565150 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f614b-7773-4517-8019-0920b3b67b12 req-9df9bce0-df67-4f22-8076-c298ade8e415 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:10.569466 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cf4f614b-7773-4517-8019-0920b3b67b12 req-9df9bce0-df67-4f22-8076-c298ade8e415 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.1197476 Aug 09 14:34:10.570422 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 45942) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:34:10.577266 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-8ea7121f-98ab-44ce-8872-360969f53e71 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-357326608-network', 'tenant_id': 'c80cabbbfb284a1380430d7421b9e489'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:34:10.607223 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b628cbb-8790-4ac6-9b7f-d9b62a883ff6 req-186f5fbf-bc8a-4aeb-89c6-204aa46674d7 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:10.613148 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3b628cbb-8790-4ac6-9b7f-d9b62a883ff6 req-186f5fbf-bc8a-4aeb-89c6-204aa46674d7 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.1249428 Aug 09 14:34:10.637107 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963533cc-e035-418d-bf67-d7b52186c1eb req-e0e6d0f4-1f8f-416d-9753-94cddfc93f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:10.639126 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-963533cc-e035-418d-bf67-d7b52186c1eb req-e0e6d0f4-1f8f-416d-9753-94cddfc93f34 service neutron] 10.222.0.11 "GET /v2.0/networks?id=68be63ba-7c01-4e71-8f7c-e4220c46edd1 HTTP/1.1" status: 200 len: 918 time: 0.1257250 Aug 09 14:34:10.653868 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 2f325ecd-3594-4ee3-939a-a710db98468b up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:34:10.675005 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea7121f-98ab-44ce-8872-360969f53e71 admin admin] Made reservation on behalf of c80cabbbfb284a1380430d7421b9e489 for: {'network': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:34:10.677689 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8ea7121f-98ab-44ce-8872-360969f53e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for network, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:10.704346 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-963533cc-e035-418d-bf67-d7b52186c1eb req-8cff1f41-0480-476c-9b57-4f2e0f5f05b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 HTTP/1.1" status: 200 len: 217 time: 0.0552175 Aug 09 14:34:10.706658 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cf4f614b-7773-4517-8019-0920b3b67b12 req-9f3705dc-c9be-44d4-822f-77fa2abbcb6e tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233506 Aug 09 14:34:10.707757 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8ea7121f-98ab-44ce-8872-360969f53e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:10.712175 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3b628cbb-8790-4ac6-9b7f-d9b62a883ff6 req-c49626c1-ac04-4994-a5f9-d4ad5f6e2266 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948417 Aug 09 14:34:10.765121 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port 2f325ecd-3594-4ee3-939a-a710db98468b completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:34:10.772188 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 2f325ecd-3594-4ee3-939a-a710db98468b triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:34:10.772696 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:10.800578 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963533cc-e035-418d-bf67-d7b52186c1eb req-04e5f72c-f3b9-414c-99cf-a45e998affa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:10.802322 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-963533cc-e035-418d-bf67-d7b52186c1eb req-04e5f72c-f3b9-414c-99cf-a45e998affa8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9dcc6b59-86eb-470d-a76e-ee60461948ce HTTP/1.1" status: 200 len: 857 time: 0.0798945 Aug 09 14:34:10.852267 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8ea7121f-98ab-44ce-8872-360969f53e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:10.857706 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8ea7121f-98ab-44ce-8872-360969f53e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:10.864081 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-963533cc-e035-418d-bf67-d7b52186c1eb req-8273dfea-0b99-4ae6-a3ed-bd72b344cb72 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=68be63ba-7c01-4e71-8f7c-e4220c46edd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382533 Aug 09 14:34:10.871501 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:10.888226 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea7121f-98ab-44ce-8872-360969f53e71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=93282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:34:10.901030 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port 2f325ecd-3594-4ee3-939a-a710db98468b, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=2f325ecd-3594-4ee3-939a-a710db98468b,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:34:10.905030 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7121f-98ab-44ce-8872-360969f53e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765db036-f633-4a7b-b7ba-d04f093eb04b,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:10.906426 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:10.907527 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 040cad7a-2695-4b03-81e1-6d5e23cf6cce up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:34:10.908224 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8ea7121f-98ab-44ce-8872-360969f53e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:10.908587 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.db.segments_db [None req-8ea7121f-98ab-44ce-8872-360969f53e71 admin admin] Added segment ef60bdb3-8fd5-4633-8899-e90251bf2328 of type vlan for network b21c75e6-cad4-48a2-b00f-88d083cdede8 Aug 09 14:34:10.962383 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8ea7121f-98ab-44ce-8872-360969f53e71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793432662869'] for network, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:10.985035 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] Sync routers for ids ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:34:11.004757 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-963533cc-e035-418d-bf67-d7b52186c1eb req-e1b227ae-7414-4414-8a5d-49a38a90a11e service neutron] 10.222.0.11 "GET /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277974 Aug 09 14:34:11.005635 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8ea7121f-98ab-44ce-8872-360969f53e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for network, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:11.007582 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea7121f-98ab-44ce-8872-360969f53e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:11.008615 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8ea7121f-98ab-44ce-8872-360969f53e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:11.024743 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] Routers {'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:34:11.025374 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:34:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:34:11.034579 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 040cad7a-2695-4b03-81e1-6d5e23cf6cce triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:34:11.034993 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:11.091214 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 45946) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:34:11.091415 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-8ea7121f-98ab-44ce-8872-360969f53e71 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5193338 Aug 09 14:34:11.098200 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-fdc8acc9-d926-4c32-84e2-02386b22b553 admin admin] Request body: {'subnet': {'network_id': 'b21c75e6-cad4-48a2-b00f-88d083cdede8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-357326608-subnet', 'tenant_id': 'c80cabbbfb284a1380430d7421b9e489', 'ip_version': 4}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:34:11.100148 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7121f-98ab-44ce-8872-360969f53e71 admin admin] Pushing event updated for resources: {'Network': ['ID=b21c75e6-cad4-48a2-b00f-88d083cdede8,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:11.101676 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=2f325ecd-3594-4ee3-939a-a710db98468b,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:11.114279 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Network b21c75e6-cad4-48a2-b00f-88d083cdede8 details requested by agent ovs-agent-dv-cinder-780933-12-iscsi with host dv-cinder-780933-12-iscsi {{(pid=93283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:34:11.159915 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc8acc9-d926-4c32-84e2-02386b22b553 admin admin] Made reservation on behalf of c80cabbbfb284a1380430d7421b9e489 for: {'subnet': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:34:11.162266 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-fdc8acc9-d926-4c32-84e2-02386b22b553 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2505501'] for subnet, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:11.207510 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-963533cc-e035-418d-bf67-d7b52186c1eb req-33f9fa34-f9f6-41d4-be25-21b7cbb5ac11 service neutron] 10.222.0.11 "GET /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866775 Aug 09 14:34:11.249434 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] Set router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:34:11.393062 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-fdc8acc9-d926-4c32-84e2-02386b22b553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3868583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2505519'] for subnet, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:11.459396 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8acc9-d926-4c32-84e2-02386b22b553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b29ad0c5-063c-41b5-9abe-0f1d7cd09324,revision_number=0']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:11.469113 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21ffc7-2ca2-4b78-8a0b-c5293b77574a req-3c697252-8ced-4498-b6af-272c15105676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:11.470658 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-3f21ffc7-2ca2-4b78-8a0b-c5293b77574a req-3c697252-8ced-4498-b6af-272c15105676 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94fcc7593f8842ca9f6f0582e70529d5&device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 1099 time: 0.1076806 Aug 09 14:34:11.487486 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc8acc9-d926-4c32-84e2-02386b22b553 admin admin] Checking segment: {'id': 'ef60bdb3-8fd5-4633-8899-e90251bf2328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b21c75e6-cad4-48a2-b00f-88d083cdede8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:34:11.488411 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc8acc9-d926-4c32-84e2-02386b22b553 admin admin] Network hostable DHCP agents. Network: b21c75e6-cad4-48a2-b00f-88d083cdede8, hostable agents: ['fcf2683d-1b10-4130-9527-2865db8d3e4f'], hosted agents: [] {{(pid=93281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:34:11.570521 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc8acc9-d926-4c32-84e2-02386b22b553 admin admin] Network b21c75e6-cad4-48a2-b00f-88d083cdede8 is scheduled to be hosted by DHCP agent fcf2683d-1b10-4130-9527-2865db8d3e4f with binding_index 1 {{(pid=93281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:34:11.597777 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-fdc8acc9-d926-4c32-84e2-02386b22b553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-12-iscsi, b21c75e6-cad4-48a2-b00f-88d083cdede8) {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:34:11.602592 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc8acc9-d926-4c32-84e2-02386b22b553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:11.603323 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-fdc8acc9-d926-4c32-84e2-02386b22b553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for subnet, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:11.618556 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:34:08Z', 'revision_number': 4, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '7ba13e9d-c568-42ca-9f41-0e033192c000', 'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'mac_address': 'fa:16:3e:dd:54:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:08Z', 'updated_at': '2021-08-09T14:34:09Z', 'revision_number': 2, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'subnets': [{'id': '49267761-fa03-47db-88f0-76622128cfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:34:11.628436 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de290d00-19bb-4a40-a776-92ab217757e4 None None] Network b21c75e6-cad4-48a2-b00f-88d083cdede8 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:34:11.633098 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21ffc7-2ca2-4b78-8a0b-c5293b77574a req-74b4d7ef-7944-48ce-9c77-f17f65b8fec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:11.634660 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-3f21ffc7-2ca2-4b78-8a0b-c5293b77574a req-74b4d7ef-7944-48ce-9c77-f17f65b8fec6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=68be63ba-7c01-4e71-8f7c-e4220c46edd1 HTTP/1.1" status: 200 len: 918 time: 0.1326277 Aug 09 14:34:11.636637 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-fdc8acc9-d926-4c32-84e2-02386b22b553 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5439076 Aug 09 14:34:11.639816 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 45952) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:34:11.644355 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-6898f71a-50ee-4993-9dbc-1240018f1fd4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-357326608-router', 'tenant_id': 'c80cabbbfb284a1380430d7421b9e489', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:34:11.668177 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] Checking router: cf22e8aa-8fa0-4662-b4fa-7dc5964f615c for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:34:11.668610 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] Updating router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c port 7ba13e9d-c568-42ca-9f41-0e033192c000 binding host dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:34:11.687182 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-3f21ffc7-2ca2-4b78-8a0b-c5293b77574a req-f96a04f0-dc8a-4694-b983-6aeee2fb3801 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 HTTP/1.1" status: 200 len: 217 time: 0.0396163 Aug 09 14:34:11.709655 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6898f71a-50ee-4993-9dbc-1240018f1fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237309'] for router, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:11.711364 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6898f71a-50ee-4993-9dbc-1240018f1fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237298'] for router, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:11.731156 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:11.775829 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21ffc7-2ca2-4b78-8a0b-c5293b77574a req-1782fed5-f219-4ad2-b4b6-21b019cf8d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:11.777335 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-3f21ffc7-2ca2-4b78-8a0b-c5293b77574a req-1782fed5-f219-4ad2-b4b6-21b019cf8d96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9dcc6b59-86eb-470d-a76e-ee60461948ce HTTP/1.1" status: 200 len: 857 time: 0.0791361 Aug 09 14:34:11.824412 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6898f71a-50ee-4993-9dbc-1240018f1fd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:11.844649 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-3f21ffc7-2ca2-4b78-8a0b-c5293b77574a req-0146c675-97fa-4b52-adaf-34c990926f5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=68be63ba-7c01-4e71-8f7c-e4220c46edd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367994 Aug 09 14:34:11.934139 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b6e4c-5de3-46a9-9696-a77c44cf67ca req-03ece33b-17bf-4285-be97-c5705456053d tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:11.937422 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f06b6e4c-5de3-46a9-9696-a77c44cf67ca req-03ece33b-17bf-4285-be97-c5705456053d tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.1289766 Aug 09 14:34:11.946121 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7ba03-7f35-4589-845a-66e0c2fc6732 req-65804439-96b8-4a3a-974b-55b5312deca3 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:11.954327 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-85d7ba03-7f35-4589-845a-66e0c2fc6732 req-65804439-96b8-4a3a-974b-55b5312deca3 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.1307001 Aug 09 14:34:11.958941 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac4d1f6-6f3d-4df8-bc80-8bec94b3e4d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79cdc59-b55e-5cf7-a094-ed287857ff17-b21c75e6-cad4-48a2-b00f-88d083cdede8', 'network_id': 'b21c75e6-cad4-48a2-b00f-88d083cdede8', 'tenant_id': 'c80cabbbfb284a1380430d7421b9e489', 'fixed_ips': [{'subnet_id': 'b29ad0c5-063c-41b5-9abe-0f1d7cd09324'}]}} from dv-cinder-780933-12-iscsi. {{(pid=93283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 14:34:11.959972 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cac4d1f6-6f3d-4df8-bc80-8bec94b3e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:12.031938 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-85d7ba03-7f35-4589-845a-66e0c2fc6732 req-f2ffb90e-c90e-4d51-a8c7-8a1da76ce140 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766346 Aug 09 14:34:12.044704 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f06b6e4c-5de3-46a9-9696-a77c44cf67ca req-e0beedf3-5cb7-4c03-9cd1-86f0cf6f5545 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869393 Aug 09 14:34:12.048623 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6898f71a-50ee-4993-9dbc-1240018f1fd4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:12.095289 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-3f21ffc7-2ca2-4b78-8a0b-c5293b77574a req-d70ee78c-e7d4-4b52-a7c7-a55e8f10bfae service neutron] 10.222.0.11 "GET /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134476 Aug 09 14:34:12.214746 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-cac4d1f6-6f3d-4df8-bc80-8bec94b3e4d3 None None] Allocated IP 172.20.0.2 (b21c75e6-cad4-48a2-b00f-88d083cdede8/b29ad0c5-063c-41b5-9abe-0f1d7cd09324/fa202f14-e2b8-4731-a510-ef9d2d352e49) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:34:12.236352 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-3f21ffc7-2ca2-4b78-8a0b-c5293b77574a req-a501c4e2-1ee7-4087-bedc-c40cb2e4297e service neutron] 10.222.0.11 "GET /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318526 Aug 09 14:34:12.246710 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:12.297062 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] Transition to ACTIVE for port object 7ba13e9d-c568-42ca-9f41-0e033192c000 will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:34:12.309143 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:12.346809 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:12.389239 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6898f71a-50ee-4993-9dbc-1240018f1fd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:12.396830 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d07be-2919-421d-8e59-658891e2b7ff None None] Pushing event updated for resources: {'Port': ['ID=7ba13e9d-c568-42ca-9f41-0e033192c000,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:12.419361 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6898f71a-50ee-4993-9dbc-1240018f1fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:12.488709 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] Attempting to bind port 7ba13e9d-c568-42ca-9f41-0e033192c000 on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:34:12.489160 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] Attempting to bind port 7ba13e9d-c568-42ca-9f41-0e033192c000 by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': 'a4e4de31-1b1f-431d-a977-df7ee1f8ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:34:12.489626 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] Attempting to bind port 7ba13e9d-c568-42ca-9f41-0e033192c000 on network ed0ef885-267d-4f20-9f65-7ec82a72fd21 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:34:12.497325 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:34:12.497871 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] Checking segment: {'id': 'a4e4de31-1b1f-431d-a977-df7ee1f8ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:34:12.498376 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:12.498902 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] Bound using segment: {'id': 'a4e4de31-1b1f-431d-a977-df7ee1f8ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:34:12.499496 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] Bound port: 7ba13e9d-c568-42ca-9f41-0e033192c000, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e4de31-1b1f-431d-a977-df7ee1f8ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:34:12.499989 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:12.531221 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 2f325ecd-3594-4ee3-939a-a710db98468b up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:34:12.546457 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-6898f71a-50ee-4993-9dbc-1240018f1fd4 admin admin] Allocated IP 172.27.0.69 (fec02cd1-e2e8-4817-ba73-274d16c5b5b9/3361a577-0d73-418c-9a78-05f67eccb0cb/176ea9ee-b5ec-43d3-8981-2734aa6d2287) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:34:12.579889 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cac4d1f6-6f3d-4df8-bc80-8bec94b3e4d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:12.639953 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-cac4d1f6-6f3d-4df8-bc80-8bec94b3e4d3 None None] Transition to ACTIVE for port object fa202f14-e2b8-4731-a510-ef9d2d352e49 will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:34:12.687906 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-cac4d1f6-6f3d-4df8-bc80-8bec94b3e4d3 None None] Transition to ACTIVE for port object fa202f14-e2b8-4731-a510-ef9d2d352e49 will not be triggered until provisioned by entity DHCP. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:34:12.704396 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cac4d1f6-6f3d-4df8-bc80-8bec94b3e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:12.707983 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] For port 7ba13e9d-c568-42ca-9f41-0e033192c000, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:34:12.712050 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] For port 7ba13e9d-c568-42ca-9f41-0e033192c000, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=7ba13e9d-c568-42ca-9f41-0e033192c000,segment=NetworkSegment(a4e4de31-1b1f-431d-a977-df7ee1f8ed33),segment_id=a4e4de31-1b1f-431d-a977-df7ee1f8ed33)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:34:12.712209 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6898f71a-50ee-4993-9dbc-1240018f1fd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:12.722535 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:12.759804 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 2f325ecd-3594-4ee3-939a-a710db98468b triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:34:12.760110 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6898f71a-50ee-4993-9dbc-1240018f1fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:12.760342 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:12.801635 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac4d1f6-6f3d-4df8-bc80-8bec94b3e4d3 None None] Network b21c75e6-cad4-48a2-b00f-88d083cdede8 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:34:12.804437 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6898f71a-50ee-4993-9dbc-1240018f1fd4 admin admin] Network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:34:12.809438 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-6898f71a-50ee-4993-9dbc-1240018f1fd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:34:12.812524 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-cac4d1f6-6f3d-4df8-bc80-8bec94b3e4d3 None None] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:34:12.815474 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6898f71a-50ee-4993-9dbc-1240018f1fd4 admin admin] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:34:12.817829 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4d1f6-6f3d-4df8-bc80-8bec94b3e4d3 None None] Pushing event updated for resources: {'Port': ['ID=fa202f14-e2b8-4731-a510-ef9d2d352e49,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:12.824616 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898f71a-50ee-4993-9dbc-1240018f1fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=176ea9ee-b5ec-43d3-8981-2734aa6d2287,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:12.825887 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac4d1f6-6f3d-4df8-bc80-8bec94b3e4d3 None None] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:34:12.868821 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] Routers {'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:34:12.869485 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:34:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:34:12.978522 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d07be-2919-421d-8e59-658891e2b7ff None None] Pushing event updated for resources: {'Port': ['ID=7ba13e9d-c568-42ca-9f41-0e033192c000,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:13.017991 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-cac4d1f6-6f3d-4df8-bc80-8bec94b3e4d3 None None] Attempting to bind port fa202f14-e2b8-4731-a510-ef9d2d352e49 on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:34:13.018285 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-cac4d1f6-6f3d-4df8-bc80-8bec94b3e4d3 None None] Attempting to bind port fa202f14-e2b8-4731-a510-ef9d2d352e49 by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': 'ef60bdb3-8fd5-4633-8899-e90251bf2328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b21c75e6-cad4-48a2-b00f-88d083cdede8'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:34:13.018656 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac4d1f6-6f3d-4df8-bc80-8bec94b3e4d3 None None] Attempting to bind port fa202f14-e2b8-4731-a510-ef9d2d352e49 on network b21c75e6-cad4-48a2-b00f-88d083cdede8 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:34:13.057649 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac4d1f6-6f3d-4df8-bc80-8bec94b3e4d3 None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:34:13.058033 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac4d1f6-6f3d-4df8-bc80-8bec94b3e4d3 None None] Checking segment: {'id': 'ef60bdb3-8fd5-4633-8899-e90251bf2328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b21c75e6-cad4-48a2-b00f-88d083cdede8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:34:13.058598 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cac4d1f6-6f3d-4df8-bc80-8bec94b3e4d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:13.058881 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac4d1f6-6f3d-4df8-bc80-8bec94b3e4d3 None None] Bound using segment: {'id': 'ef60bdb3-8fd5-4633-8899-e90251bf2328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b21c75e6-cad4-48a2-b00f-88d083cdede8'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:34:13.060881 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-cac4d1f6-6f3d-4df8-bc80-8bec94b3e4d3 None None] Bound port: fa202f14-e2b8-4731-a510-ef9d2d352e49, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef60bdb3-8fd5-4633-8899-e90251bf2328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b21c75e6-cad4-48a2-b00f-88d083cdede8'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:34:13.060881 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cac4d1f6-6f3d-4df8-bc80-8bec94b3e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:13.107052 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] Set router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:34:13.133863 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6898f71a-50ee-4993-9dbc-1240018f1fd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:13.187711 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e601538-a214-4ca1-88cd-f6e0a858c751 req-e4fc6536-9596-47f9-8946-189e4ead882b tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:13.191135 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5e601538-a214-4ca1-88cd-f6e0a858c751 req-e4fc6536-9596-47f9-8946-189e4ead882b tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0655227 Aug 09 14:34:13.275915 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5e601538-a214-4ca1-88cd-f6e0a858c751 req-402100e8-7059-4cf1-92c5-d4054561495b tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700357 Aug 09 14:34:13.292153 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e9fdd-e803-4af8-b961-7af17d8132cf req-7537ad9c-5a6c-46d5-b545-c8fcb700e912 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:13.298884 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2c1e9fdd-e803-4af8-b961-7af17d8132cf req-7537ad9c-5a6c-46d5-b545-c8fcb700e912 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.1015122 Aug 09 14:34:13.348749 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2c1e9fdd-e803-4af8-b961-7af17d8132cf req-c31636de-c4f1-4021-9bb1-07720d713ac3 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485730 Aug 09 14:34:13.426119 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-cac4d1f6-6f3d-4df8-bc80-8bec94b3e4d3 None None] For port fa202f14-e2b8-4731-a510-ef9d2d352e49, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:34:13.444147 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-cac4d1f6-6f3d-4df8-bc80-8bec94b3e4d3 None None] For port fa202f14-e2b8-4731-a510-ef9d2d352e49, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=fa202f14-e2b8-4731-a510-ef9d2d352e49,segment=NetworkSegment(ef60bdb3-8fd5-4633-8899-e90251bf2328),segment_id=ef60bdb3-8fd5-4633-8899-e90251bf2328)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:34:13.452309 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cac4d1f6-6f3d-4df8-bc80-8bec94b3e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:13.552739 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4d1f6-6f3d-4df8-bc80-8bec94b3e4d3 None None] Pushing event updated for resources: {'Port': ['ID=fa202f14-e2b8-4731-a510-ef9d2d352e49,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:13.589819 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:34:08Z', 'revision_number': 4, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '7ba13e9d-c568-42ca-9f41-0e033192c000', 'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'mac_address': 'fa:16:3e:dd:54:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:08Z', 'updated_at': '2021-08-09T14:34:12Z', 'revision_number': 4, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'subnets': [{'id': '49267761-fa03-47db-88f0-76622128cfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:34:13.619863 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ad846c-ba84-4fcb-b8b5-d1ac91bd2f96 None None] The sync data for ids ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'] in dv-cinder-780933-12-iscsi is: [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:34:08Z', 'revision_number': 4, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '7ba13e9d-c568-42ca-9f41-0e033192c000', 'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'mac_address': 'fa:16:3e:dd:54:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:08Z', 'updated_at': '2021-08-09T14:34:12Z', 'revision_number': 4, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'subnets': [{'id': '49267761-fa03-47db-88f0-76622128cfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:34:13.636262 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6898f71a-50ee-4993-9dbc-1240018f1fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744126'] for router, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:13.821573 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6898f71a-50ee-4993-9dbc-1240018f1fd4 admin admin] Router e4d950a6-8a97-4889-82ef-a8d5652a736b is scheduled to L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e with binding_index 1 {{(pid=93281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 14:34:13.939843 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6898f71a-50ee-4993-9dbc-1240018f1fd4 admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:34:13.959581 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] Sync routers for ids ['e4d950a6-8a97-4889-82ef-a8d5652a736b'] in dv-cinder-780933-12-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:34:13.961554 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6898f71a-50ee-4993-9dbc-1240018f1fd4 admin admin] Notify callbacks [] for router, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:13.965504 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-6898f71a-50ee-4993-9dbc-1240018f1fd4 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3221617 Aug 09 14:34:13.965745 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 45980) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:34:13.972066 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] Routers {'e4d950a6-8a97-4889-82ef-a8d5652a736b'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:34:13.972788 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:34:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['e4d950a6-8a97-4889-82ef-a8d5652a736b'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:34:14.098061 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] Set router e4d950a6-8a97-4889-82ef-a8d5652a736b gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:34:14.302926 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:34:14.363457 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d950a6-8a97-4889-82ef-a8d5652a736b', 'name': 'tempest-TestVolumeBootPattern-357326608-router', 'tenant_id': 'c80cabbbfb284a1380430d7421b9e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '176ea9ee-b5ec-43d3-8981-2734aa6d2287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:11Z', 'updated_at': '2021-08-09T14:34:12Z', 'revision_number': 3, 'project_id': 'c80cabbbfb284a1380430d7421b9e489', 'gw_port': {'id': '176ea9ee-b5ec-43d3-8981-2734aa6d2287', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:64:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d950a6-8a97-4889-82ef-a8d5652a736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:12Z', 'updated_at': '2021-08-09T14:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:34:14.439492 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] Checking router: e4d950a6-8a97-4889-82ef-a8d5652a736b for host: dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:34:14.440039 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] Updating router e4d950a6-8a97-4889-82ef-a8d5652a736b port 176ea9ee-b5ec-43d3-8981-2734aa6d2287 binding host dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:34:14.496139 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:14.585586 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:34:14.620876 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': '6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'port_id': '6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70', 'mac_address': 'fa:16:3e:46:2a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:34:14.653800 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb84bb-b054-4f10-ab1b-3d00374bb9a2 req-a7e791d5-ec62-47c1-8f43-25e363537ddd tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:14.662281 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2bdb84bb-b054-4f10-ab1b-3d00374bb9a2 req-a7e791d5-ec62-47c1-8f43-25e363537ddd tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.2257047 Aug 09 14:34:14.674272 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f4459-cccf-4ef1-8320-b250ad295e9c req-c018c191-63f5-4073-be11-14f60e436c07 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:14.681677 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f98f4459-cccf-4ef1-8320-b250ad295e9c req-c018c191-63f5-4073-be11-14f60e436c07 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.1817410 Aug 09 14:34:14.682480 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device fa202f14-e2b8-4731-a510-ef9d2d352e49 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:34:14.714593 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b464113e-7a2c-4209-8b96-ae48a6bfb2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:14.742342 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2bdb84bb-b054-4f10-ab1b-3d00374bb9a2 req-1bea7df5-603e-4c61-980c-df1399ae7078 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782268 Aug 09 14:34:14.750157 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:14.780236 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a1d424-424f-48de-bd10-1a33a3bb2082 None None] Network b21c75e6-cad4-48a2-b00f-88d083cdede8 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:34:14.836464 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f98f4459-cccf-4ef1-8320-b250ad295e9c req-8b6c5885-b3d8-4fcf-b5be-7e6d137402e8 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110795 Aug 09 14:34:14.907236 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:34:14.949323 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port fa202f14-e2b8-4731-a510-ef9d2d352e49 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:34:14.951953 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-44ad7976-f13b-45bf-85cc-efa5e448e265 None None] Provisioning for port fa202f14-e2b8-4731-a510-ef9d2d352e49 completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:34:14.952972 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:14.972045 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] Transition to ACTIVE for port object 176ea9ee-b5ec-43d3-8981-2734aa6d2287 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:34:14.980949 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:14.981571 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-b464113e-7a2c-4209-8b96-ae48a6bfb2dd admin admin] Allocated IP 172.20.0.1 (b21c75e6-cad4-48a2-b00f-88d083cdede8/b29ad0c5-063c-41b5-9abe-0f1d7cd09324/c457a069-7edf-4dd2-bdd9-7ff33ce45a6c) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:34:15.000612 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:34:15.004564 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port fa202f14-e2b8-4731-a510-ef9d2d352e49 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:34:15.004872 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:15.031446 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-44ad7976-f13b-45bf-85cc-efa5e448e265 None None] Provisioning complete for port fa202f14-e2b8-4731-a510-ef9d2d352e49 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:34:15.031813 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-44ad7976-f13b-45bf-85cc-efa5e448e265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:15.041701 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202adcfd-1b18-429a-b8eb-10990d80981c None None] Pushing event updated for resources: {'Port': ['ID=176ea9ee-b5ec-43d3-8981-2734aa6d2287,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:15.055964 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:15.057088 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202adcfd-1b18-429a-b8eb-10990d80981c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:15.057088 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202adcfd-1b18-429a-b8eb-10990d80981c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:15.057422 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202adcfd-1b18-429a-b8eb-10990d80981c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:15.057788 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202adcfd-1b18-429a-b8eb-10990d80981c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:15.058893 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202adcfd-1b18-429a-b8eb-10990d80981c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:15.058893 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202adcfd-1b18-429a-b8eb-10990d80981c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:15.058893 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202adcfd-1b18-429a-b8eb-10990d80981c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:15.059322 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202adcfd-1b18-429a-b8eb-10990d80981c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:15.059562 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202adcfd-1b18-429a-b8eb-10990d80981c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:15.059903 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202adcfd-1b18-429a-b8eb-10990d80981c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:15.060189 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202adcfd-1b18-429a-b8eb-10990d80981c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:15.060498 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202adcfd-1b18-429a-b8eb-10990d80981c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:34:15.079409 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] Attempting to bind port 176ea9ee-b5ec-43d3-8981-2734aa6d2287 on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:34:15.079783 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] Attempting to bind port 176ea9ee-b5ec-43d3-8981-2734aa6d2287 by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:34:15.080155 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] Attempting to bind port 176ea9ee-b5ec-43d3-8981-2734aa6d2287 on network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:34:15.086270 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:34:15.086743 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] Checking segment: {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:34:15.087127 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:15.087510 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] Bound using segment: {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:34:15.088006 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] Bound port: 176ea9ee-b5ec-43d3-8981-2734aa6d2287, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:34:15.089568 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:15.149821 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] For port 176ea9ee-b5ec-43d3-8981-2734aa6d2287, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:34:15.154064 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] For port 176ea9ee-b5ec-43d3-8981-2734aa6d2287, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=176ea9ee-b5ec-43d3-8981-2734aa6d2287,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:34:15.165880 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b464113e-7a2c-4209-8b96-ae48a6bfb2dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:15.169050 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:15.180089 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70,revision_number=6']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:15.199140 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-b464113e-7a2c-4209-8b96-ae48a6bfb2dd admin admin] Transition to ACTIVE for port object c457a069-7edf-4dd2-bdd9-7ff33ce45a6c will not be triggered until provisioned by entity DHCP. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:34:15.215670 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:34:15.251734 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b464113e-7a2c-4209-8b96-ae48a6bfb2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:15.273009 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] Routers {'e4d950a6-8a97-4889-82ef-a8d5652a736b'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:34:15.273865 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:34:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['e4d950a6-8a97-4889-82ef-a8d5652a736b'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:34:15.323296 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464113e-7a2c-4209-8b96-ae48a6bfb2dd admin admin] Pushing event updated for resources: {'Port': ['ID=c457a069-7edf-4dd2-bdd9-7ff33ce45a6c,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:15.326497 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:15.332695 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b464113e-7a2c-4209-8b96-ae48a6bfb2dd admin admin] Network b21c75e6-cad4-48a2-b00f-88d083cdede8 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:34:15.333080 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202adcfd-1b18-429a-b8eb-10990d80981c None None] Pushing event updated for resources: {'Port': ['ID=176ea9ee-b5ec-43d3-8981-2734aa6d2287,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:15.337071 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-b464113e-7a2c-4209-8b96-ae48a6bfb2dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:34:15.344945 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-44ad7976-f13b-45bf-85cc-efa5e448e265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:15.346497 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b464113e-7a2c-4209-8b96-ae48a6bfb2dd admin admin] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:34:15.395099 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b464113e-7a2c-4209-8b96-ae48a6bfb2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744653'] for router_interface, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:15.463707 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port fa202f14-e2b8-4731-a510-ef9d2d352e49, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=fa202f14-e2b8-4731-a510-ef9d2d352e49,segment=NetworkSegment(ef60bdb3-8fd5-4633-8899-e90251bf2328),segment_id=ef60bdb3-8fd5-4633-8899-e90251bf2328)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:34:15.471957 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:15.472754 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 7ba13e9d-c568-42ca-9f41-0e033192c000 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:34:15.473040 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] Set router e4d950a6-8a97-4889-82ef-a8d5652a736b gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:34:15.589801 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b464113e-7a2c-4209-8b96-ae48a6bfb2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:15.663157 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.db.api [None req-44ad7976-f13b-45bf-85cc-efa5e448e265 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 14:34:15.663713 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG oslo_db.api [None req-44ad7976-f13b-45bf-85cc-efa5e448e265 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 14:34:15.724906 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d950a6-8a97-4889-82ef-a8d5652a736b', 'name': 'tempest-TestVolumeBootPattern-357326608-router', 'tenant_id': 'c80cabbbfb284a1380430d7421b9e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '176ea9ee-b5ec-43d3-8981-2734aa6d2287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:11Z', 'updated_at': '2021-08-09T14:34:12Z', 'revision_number': 3, 'project_id': 'c80cabbbfb284a1380430d7421b9e489', 'gw_port': {'id': '176ea9ee-b5ec-43d3-8981-2734aa6d2287', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:64:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d950a6-8a97-4889-82ef-a8d5652a736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:12Z', 'updated_at': '2021-08-09T14:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:34:15.754034 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=fa202f14-e2b8-4731-a510-ef9d2d352e49,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:15.793189 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db127af5-bb78-4ed4-ace2-9cbf39067190 None None] The sync data for ids ['e4d950a6-8a97-4889-82ef-a8d5652a736b'] in dv-cinder-780933-12-iscsi is: [{'id': 'e4d950a6-8a97-4889-82ef-a8d5652a736b', 'name': 'tempest-TestVolumeBootPattern-357326608-router', 'tenant_id': 'c80cabbbfb284a1380430d7421b9e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '176ea9ee-b5ec-43d3-8981-2734aa6d2287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:11Z', 'updated_at': '2021-08-09T14:34:12Z', 'revision_number': 3, 'project_id': 'c80cabbbfb284a1380430d7421b9e489', 'gw_port': {'id': '176ea9ee-b5ec-43d3-8981-2734aa6d2287', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:64:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d950a6-8a97-4889-82ef-a8d5652a736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:12Z', 'updated_at': '2021-08-09T14:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:34:15.801517 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port 7ba13e9d-c568-42ca-9f41-0e033192c000 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:34:15.812705 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 7ba13e9d-c568-42ca-9f41-0e033192c000 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:34:15.813144 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:15.900597 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404e274-86b7-4264-80ff-e2fdde06ef37 req-c9b44f04-be4c-4239-9b48-3603159a2239 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:15.916325 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b464113e-7a2c-4209-8b96-ae48a6bfb2dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:15.928008 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0404e274-86b7-4264-80ff-e2fdde06ef37 req-c9b44f04-be4c-4239-9b48-3603159a2239 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0960617 Aug 09 14:34:15.932290 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b464113e-7a2c-4209-8b96-ae48a6bfb2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:15.957692 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:15.982044 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0404e274-86b7-4264-80ff-e2fdde06ef37 req-0729460d-a552-42cd-a651-eba522915677 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524149 Aug 09 14:34:16.003438 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port 7ba13e9d-c568-42ca-9f41-0e033192c000, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=7ba13e9d-c568-42ca-9f41-0e033192c000,segment=NetworkSegment(a4e4de31-1b1f-431d-a977-df7ee1f8ed33),segment_id=a4e4de31-1b1f-431d-a977-df7ee1f8ed33)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:34:16.010488 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:16.089854 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=7ba13e9d-c568-42ca-9f41-0e033192c000,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:16.106419 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770e7ce-925f-4132-8719-2ee5737a1e1f req-98e2c097-32d5-4bf6-af44-b03c5bf5cd3b tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:16.108026 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c770e7ce-925f-4132-8719-2ee5737a1e1f req-98e2c097-32d5-4bf6-af44-b03c5bf5cd3b tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 945 time: 0.0866015 Aug 09 14:34:16.122235 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464113e-7a2c-4209-8b96-ae48a6bfb2dd admin admin] Pushing event updated for resources: {'Port': ['ID=c457a069-7edf-4dd2-bdd9-7ff33ce45a6c,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:16.127315 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b464113e-7a2c-4209-8b96-ae48a6bfb2dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1744825'] for router_interface, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:16.160079 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c770e7ce-925f-4132-8719-2ee5737a1e1f req-a85cb8db-1762-4643-b90a-1c5713b713af tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449307 Aug 09 14:34:16.297625 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b464113e-7a2c-4209-8b96-ae48a6bfb2dd admin admin] Network b21c75e6-cad4-48a2-b00f-88d083cdede8 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:34:16.299316 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-b464113e-7a2c-4209-8b96-ae48a6bfb2dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:34:16.311381 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:34:16.391034 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-a8517b42-f29a-49ef-9bdf-17a545eb05cc None None] Provisioning for port c457a069-7edf-4dd2-bdd9-7ff33ce45a6c completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:34:16.398598 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-a8517b42-f29a-49ef-9bdf-17a545eb05cc None None] Provisioning complete for port c457a069-7edf-4dd2-bdd9-7ff33ce45a6c triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:34:16.399123 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a8517b42-f29a-49ef-9bdf-17a545eb05cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:16.514295 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b464113e-7a2c-4209-8b96-ae48a6bfb2dd admin admin] Router e4d950a6-8a97-4889-82ef-a8d5652a736b has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:34:16.533142 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:34:16.535366 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:16.618912 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-a8517b42-f29a-49ef-9bdf-17a545eb05cc None None] Port c457a069-7edf-4dd2-bdd9-7ff33ce45a6c cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:34:16.639953 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-a8517b42-f29a-49ef-9bdf-17a545eb05cc None None] Provisioning complete for port fa202f14-e2b8-4731-a510-ef9d2d352e49 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:34:16.640435 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a8517b42-f29a-49ef-9bdf-17a545eb05cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:16.706720 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b464113e-7a2c-4209-8b96-ae48a6bfb2dd admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:34:16.720684 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-b464113e-7a2c-4209-8b96-ae48a6bfb2dd admin admin] 10.222.0.60 "PUT /v2.0/routers/e4d950a6-8a97-4889-82ef-a8d5652a736b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7457616 Aug 09 14:34:16.728924 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 7ba13e9d-c568-42ca-9f41-0e033192c000 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:34:16.798652 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:16.822952 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:16.846936 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460fe605-d6f8-4dc4-ae5e-5d8d35d1e475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:34:16.849413 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bb69da-634a-4bb5-87d5-d4cb0405a7ca" -d '{"events": [{"server_uuid": "460fe605-d6f8-4dc4-ae5e-5d8d35d1e475", "name": "network-vif-plugged", "status": "completed", "tag": "6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:34:16.920854 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:34:16.940048 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 7ba13e9d-c568-42ca-9f41-0e033192c000 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:34:16.940428 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:16.947962 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:16.956746 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82442c90-fc9c-4944-a2b3-35b3682a7479 x-openstack-request-id: req-82442c90-fc9c-4944-a2b3-35b3682a7479 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:34:16.957022 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460fe605-d6f8-4dc4-ae5e-5d8d35d1e475", "name": "network-vif-plugged", "status": "completed", "tag": "6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:34:16.957272 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-82442c90-fc9c-4944-a2b3-35b3682a7479 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:34:16.957772 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460fe605-d6f8-4dc4-ae5e-5d8d35d1e475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70', 'code': 200} Aug 09 14:34:17.048522 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70,revision_number=7']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:17.096623 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 176ea9ee-b5ec-43d3-8981-2734aa6d2287 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:34:17.153644 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366deb8c-e972-4ded-9a09-ec9170ae049d req-de090ce6-e509-448d-83dd-719a8b2ad00a tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:17.154458 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b90ce6f7-6422-4e91-bcd8-fa58498875e5 None None] Provisioning complete for port c457a069-7edf-4dd2-bdd9-7ff33ce45a6c triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:34:17.154649 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b90ce6f7-6422-4e91-bcd8-fa58498875e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:17.159255 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-366deb8c-e972-4ded-9a09-ec9170ae049d req-de090ce6-e509-448d-83dd-719a8b2ad00a tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0843594 Aug 09 14:34:17.195925 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b90ce6f7-6422-4e91-bcd8-fa58498875e5 None None] Port c457a069-7edf-4dd2-bdd9-7ff33ce45a6c cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:34:17.200141 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port 176ea9ee-b5ec-43d3-8981-2734aa6d2287 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:34:17.206952 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 176ea9ee-b5ec-43d3-8981-2734aa6d2287 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:34:17.208204 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:17.252201 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-366deb8c-e972-4ded-9a09-ec9170ae049d req-67934b01-2ae6-4ffb-83af-6936ffd5efd3 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854023 Aug 09 14:34:17.332322 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:17.358865 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port 176ea9ee-b5ec-43d3-8981-2734aa6d2287, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=176ea9ee-b5ec-43d3-8981-2734aa6d2287,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:34:17.363996 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:17.365245 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device fa202f14-e2b8-4731-a510-ef9d2d352e49 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:34:17.458523 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=176ea9ee-b5ec-43d3-8981-2734aa6d2287,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:17.485471 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port fa202f14-e2b8-4731-a510-ef9d2d352e49 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:34:17.485856 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:17.532650 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab322c6-7a00-48b1-b973-0fbb154bc90b req-01ee878c-4e19-4fd2-b068-bb86f17761fa tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:17.542420 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1ab322c6-7a00-48b1-b973-0fbb154bc90b req-01ee878c-4e19-4fd2-b068-bb86f17761fa tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0661476 Aug 09 14:34:17.607537 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1ab322c6-7a00-48b1-b973-0fbb154bc90b req-9e76918e-28fd-4aa9-a106-4307acabb4a0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585730 Aug 09 14:34:17.636243 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 46042) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:34:17.641393 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-b9ccdb51-00e5-4a42-b0d9-2c82b66f0b1d tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-725175171', 'description': 'tempest-secgroup-smoke-725175171 description', 'project_id': '488c470ed0ff4cddbe230238fe0b2253'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:34:17.674782 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b9ccdb51-00e5-4a42-b0d9-2c82b66f0b1d tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:17.798577 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b9ccdb51-00e5-4a42-b0d9-2c82b66f0b1d tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:17.806244 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b9ccdb51-00e5-4a42-b0d9-2c82b66f0b1d tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:17.837409 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b9ccdb51-00e5-4a42-b0d9-2c82b66f0b1d tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:17.841596 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-b9ccdb51-00e5-4a42-b0d9-2c82b66f0b1d tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2014275 Aug 09 14:34:17.841757 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 46044) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:34:17.848141 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-c6eab80b-d9c4-44e1-9ded-d7bc921b782b tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Request body: {'security_group_rule': {'security_group_id': '1e81b239-6afe-4f9c-a961-2b76ce3ebcdd', 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:34:17.854321 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccdb51-00e5-4a42-b0d9-2c82b66f0b1d tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:17.890039 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c6eab80b-d9c4-44e1-9ded-d7bc921b782b tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:17.971915 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c6eab80b-d9c4-44e1-9ded-d7bc921b782b tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:17.977151 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c6eab80b-d9c4-44e1-9ded-d7bc921b782b tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:17.997504 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eab80b-d9c4-44e1-9ded-d7bc921b782b tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbce718-2725-49ba-bcbd-bfa0550767ff,revision_number=0']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:18.008914 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c6eab80b-d9c4-44e1-9ded-d7bc921b782b tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:18.008914 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-c6eab80b-d9c4-44e1-9ded-d7bc921b782b tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1657257 Aug 09 14:34:18.011363 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 46046) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:34:18.022202 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-0e20e805-9a8f-4822-8647-8e822266af5a tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Request body: {'security_group_rule': {'security_group_id': '1e81b239-6afe-4f9c-a961-2b76ce3ebcdd', 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:34:18.073483 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0e20e805-9a8f-4822-8647-8e822266af5a tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:18.157297 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] Sync routers for ids ['e4d950a6-8a97-4889-82ef-a8d5652a736b'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:34:18.169186 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0e20e805-9a8f-4822-8647-8e822266af5a tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:18.172030 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] Routers {'e4d950a6-8a97-4889-82ef-a8d5652a736b'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:34:18.172953 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:34:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['e4d950a6-8a97-4889-82ef-a8d5652a736b'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:34:18.175395 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0e20e805-9a8f-4822-8647-8e822266af5a tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:18.195645 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20e805-9a8f-4822-8647-8e822266af5a tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280e3f4c-70d8-481f-a24d-e1eae1d7fc29,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:18.204193 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0e20e805-9a8f-4822-8647-8e822266af5a tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:18.205863 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-0e20e805-9a8f-4822-8647-8e822266af5a tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1917675 Aug 09 14:34:18.208699 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 46048) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:34:18.215398 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-92531e1f-6c94-40e8-ac72-1c955d80fa1c tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Request body: {'security_group_rule': {'security_group_id': '1e81b239-6afe-4f9c-a961-2b76ce3ebcdd', 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:34:18.269235 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-92531e1f-6c94-40e8-ac72-1c955d80fa1c tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:18.349461 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-92531e1f-6c94-40e8-ac72-1c955d80fa1c tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:18.354410 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] Set router e4d950a6-8a97-4889-82ef-a8d5652a736b gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:34:18.358052 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-92531e1f-6c94-40e8-ac72-1c955d80fa1c tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:18.373076 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92531e1f-6c94-40e8-ac72-1c955d80fa1c tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5f11ce-f9e2-4231-bcfd-b92d60839562,revision_number=0']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:18.390309 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-92531e1f-6c94-40e8-ac72-1c955d80fa1c tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:18.391867 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-92531e1f-6c94-40e8-ac72-1c955d80fa1c tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1804907 Aug 09 14:34:18.395139 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 46056) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:34:18.402657 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-ae83c8d1-56e6-4a9d-9886-a976e5381004 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Request body: {'security_group_rule': {'security_group_id': '1e81b239-6afe-4f9c-a961-2b76ce3ebcdd', 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:34:18.441990 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a421f0-26e7-46dd-9589-a31631c0a9f2 req-a6361473-55cf-45de-a894-029d034e8479 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:18.442220 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ae83c8d1-56e6-4a9d-9886-a976e5381004 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:18.454386 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-13a421f0-26e7-46dd-9589-a31631c0a9f2 req-a6361473-55cf-45de-a894-029d034e8479 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.1072814 Aug 09 14:34:18.517488 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-13a421f0-26e7-46dd-9589-a31631c0a9f2 req-69449114-8b0f-4834-8ee2-211909de36f5 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568058 Aug 09 14:34:18.602779 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ae83c8d1-56e6-4a9d-9886-a976e5381004 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:18.611731 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 176ea9ee-b5ec-43d3-8981-2734aa6d2287 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:34:18.612342 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ae83c8d1-56e6-4a9d-9886-a976e5381004 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:18.639734 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ae83c8d1-56e6-4a9d-9886-a976e5381004 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:18.643443 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 46060) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:34:18.644069 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-ae83c8d1-56e6-4a9d-9886-a976e5381004 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2480178 Aug 09 14:34:18.646761 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83c8d1-56e6-4a9d-9886-a976e5381004 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc5ef1e-f7fb-469c-8e8c-42998b99f6ce,revision_number=0']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:18.648429 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-fdbf45a6-5574-4bbe-a357-cd8b149e3bf5 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Request body: {'security_group_rule': {'security_group_id': '1e81b239-6afe-4f9c-a961-2b76ce3ebcdd', 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:34:18.700985 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.db.securitygroups_db [None req-fdbf45a6-5574-4bbe-a357-cd8b149e3bf5 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Project 488c470ed0ff4cddbe230238fe0b2253 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 14:34:18.707137 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fdbf45a6-5574-4bbe-a357-cd8b149e3bf5 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:18.834636 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f8df7-b6c9-4854-842c-f45953077a63 req-50275b9b-6f9a-491e-8402-df389f3c5f16 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:18.842796 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-419f8df7-b6c9-4854-842c-f45953077a63 req-50275b9b-6f9a-491e-8402-df389f3c5f16 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.1031137 Aug 09 14:34:18.853492 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 176ea9ee-b5ec-43d3-8981-2734aa6d2287 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:34:18.853867 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:18.890918 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fdbf45a6-5574-4bbe-a357-cd8b149e3bf5 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:18.923560 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-419f8df7-b6c9-4854-842c-f45953077a63 req-9ecb0aba-2979-43d2-8b4d-f14c7e783f66 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667241 Aug 09 14:34:18.925110 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fdbf45a6-5574-4bbe-a357-cd8b149e3bf5 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:18.958427 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fdbf45a6-5574-4bbe-a357-cd8b149e3bf5 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:18.962181 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-fdbf45a6-5574-4bbe-a357-cd8b149e3bf5 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3150966 Aug 09 14:34:18.962341 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf45a6-5574-4bbe-a357-cd8b149e3bf5 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25109372-a447-426c-bce9-b5026de56271,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:18.962526 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 46068) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:34:18.967430 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-811d9378-c30f-48ff-b062-6f1cecec66e7 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Request body: {'security_group_rule': {'security_group_id': '1e81b239-6afe-4f9c-a961-2b76ce3ebcdd', 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:34:18.996859 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.db.securitygroups_db [None req-811d9378-c30f-48ff-b062-6f1cecec66e7 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Project 488c470ed0ff4cddbe230238fe0b2253 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 14:34:19.004666 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-811d9378-c30f-48ff-b062-6f1cecec66e7 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:19.046492 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d950a6-8a97-4889-82ef-a8d5652a736b', 'name': 'tempest-TestVolumeBootPattern-357326608-router', 'tenant_id': 'c80cabbbfb284a1380430d7421b9e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '176ea9ee-b5ec-43d3-8981-2734aa6d2287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:11Z', 'updated_at': '2021-08-09T14:34:15Z', 'revision_number': 4, 'project_id': 'c80cabbbfb284a1380430d7421b9e489', 'gw_port': {'id': '176ea9ee-b5ec-43d3-8981-2734aa6d2287', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:64:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d950a6-8a97-4889-82ef-a8d5652a736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:12Z', 'updated_at': '2021-08-09T14:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'c457a069-7edf-4dd2-bdd9-7ff33ce45a6c', 'name': '', 'network_id': 'b21c75e6-cad4-48a2-b00f-88d083cdede8', 'tenant_id': 'c80cabbbfb284a1380430d7421b9e489', 'mac_address': 'fa:16:3e:a4:a2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d950a6-8a97-4889-82ef-a8d5652a736b', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b29ad0c5-063c-41b5-9abe-0f1d7cd09324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:14Z', 'updated_at': '2021-08-09T14:34:15Z', 'revision_number': 2, 'project_id': 'c80cabbbfb284a1380430d7421b9e489', 'subnets': [{'id': 'b29ad0c5-063c-41b5-9abe-0f1d7cd09324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:34:19.076901 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] Checking router: e4d950a6-8a97-4889-82ef-a8d5652a736b for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:34:19.077265 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] Updating router e4d950a6-8a97-4889-82ef-a8d5652a736b port c457a069-7edf-4dd2-bdd9-7ff33ce45a6c binding host dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:34:19.113163 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:19.114566 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-811d9378-c30f-48ff-b062-6f1cecec66e7 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:19.121158 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-811d9378-c30f-48ff-b062-6f1cecec66e7 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:19.142825 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d9378-c30f-48ff-b062-6f1cecec66e7 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10198ac-a2ca-4630-9e48-e788c9d7dd71,revision_number=0']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:19.152513 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-811d9378-c30f-48ff-b062-6f1cecec66e7 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:19.154748 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-811d9378-c30f-48ff-b062-6f1cecec66e7 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1902869 Aug 09 14:34:19.597198 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:19.617397 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] Transition to ACTIVE for port object c457a069-7edf-4dd2-bdd9-7ff33ce45a6c will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:34:19.628675 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:19.688223 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fd1c8-93b2-408a-919a-53b9b69e700f None None] Pushing event updated for resources: {'Port': ['ID=c457a069-7edf-4dd2-bdd9-7ff33ce45a6c,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:19.760145 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4a4f8-d96d-4f89-a51b-79d174f611ba req-5d2fa43f-c0ec-4748-a0cf-0920c542897f tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:19.772296 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] Attempting to bind port c457a069-7edf-4dd2-bdd9-7ff33ce45a6c on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:34:19.773170 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] Attempting to bind port c457a069-7edf-4dd2-bdd9-7ff33ce45a6c by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': 'ef60bdb3-8fd5-4633-8899-e90251bf2328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b21c75e6-cad4-48a2-b00f-88d083cdede8'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:34:19.773604 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] Attempting to bind port c457a069-7edf-4dd2-bdd9-7ff33ce45a6c on network b21c75e6-cad4-48a2-b00f-88d083cdede8 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:34:19.779885 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-92a4a4f8-d96d-4f89-a51b-79d174f611ba req-5d2fa43f-c0ec-4748-a0cf-0920c542897f tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0992606 Aug 09 14:34:19.786774 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:34:19.787199 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] Checking segment: {'id': 'ef60bdb3-8fd5-4633-8899-e90251bf2328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b21c75e6-cad4-48a2-b00f-88d083cdede8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:34:19.787698 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:19.788309 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] Bound using segment: {'id': 'ef60bdb3-8fd5-4633-8899-e90251bf2328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b21c75e6-cad4-48a2-b00f-88d083cdede8'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:34:19.788866 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] Bound port: c457a069-7edf-4dd2-bdd9-7ff33ce45a6c, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef60bdb3-8fd5-4633-8899-e90251bf2328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b21c75e6-cad4-48a2-b00f-88d083cdede8'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:34:19.789280 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:19.835843 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-92a4a4f8-d96d-4f89-a51b-79d174f611ba req-df0588ca-8be3-47e0-9de8-0b335858a9b0 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545523 Aug 09 14:34:19.946053 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] For port c457a069-7edf-4dd2-bdd9-7ff33ce45a6c, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:34:19.952888 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] For port c457a069-7edf-4dd2-bdd9-7ff33ce45a6c, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=c457a069-7edf-4dd2-bdd9-7ff33ce45a6c,segment=NetworkSegment(ef60bdb3-8fd5-4633-8899-e90251bf2328),segment_id=ef60bdb3-8fd5-4633-8899-e90251bf2328)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:34:19.959103 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:20.054020 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] Routers {'e4d950a6-8a97-4889-82ef-a8d5652a736b'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:34:20.055322 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:34:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['e4d950a6-8a97-4889-82ef-a8d5652a736b'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:34:20.125923 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cd603-a34f-4847-b5d1-c24e59a50c90 req-cc67e4ee-d29e-4b2f-aa6c-f6d9eeca6b17 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:20.135295 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0d8cd603-a34f-4847-b5d1-c24e59a50c90 req-cc67e4ee-d29e-4b2f-aa6c-f6d9eeca6b17 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0919461 Aug 09 14:34:20.153838 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fd1c8-93b2-408a-919a-53b9b69e700f None None] Pushing event updated for resources: {'Port': ['ID=c457a069-7edf-4dd2-bdd9-7ff33ce45a6c,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:20.191448 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0d8cd603-a34f-4847-b5d1-c24e59a50c90 req-f6050849-67eb-489e-80a8-db83beb312c8 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550945 Aug 09 14:34:20.267260 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] Set router e4d950a6-8a97-4889-82ef-a8d5652a736b gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:34:20.572697 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d950a6-8a97-4889-82ef-a8d5652a736b', 'name': 'tempest-TestVolumeBootPattern-357326608-router', 'tenant_id': 'c80cabbbfb284a1380430d7421b9e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '176ea9ee-b5ec-43d3-8981-2734aa6d2287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:11Z', 'updated_at': '2021-08-09T14:34:15Z', 'revision_number': 4, 'project_id': 'c80cabbbfb284a1380430d7421b9e489', 'gw_port': {'id': '176ea9ee-b5ec-43d3-8981-2734aa6d2287', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:64:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d950a6-8a97-4889-82ef-a8d5652a736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:12Z', 'updated_at': '2021-08-09T14:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'c457a069-7edf-4dd2-bdd9-7ff33ce45a6c', 'name': '', 'network_id': 'b21c75e6-cad4-48a2-b00f-88d083cdede8', 'tenant_id': 'c80cabbbfb284a1380430d7421b9e489', 'mac_address': 'fa:16:3e:a4:a2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d950a6-8a97-4889-82ef-a8d5652a736b', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b29ad0c5-063c-41b5-9abe-0f1d7cd09324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:14Z', 'updated_at': '2021-08-09T14:34:19Z', 'revision_number': 4, 'project_id': 'c80cabbbfb284a1380430d7421b9e489', 'subnets': [{'id': 'b29ad0c5-063c-41b5-9abe-0f1d7cd09324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:34:20.610105 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032136c9-413e-4c55-b56d-7eb9efdec20a None None] The sync data for ids ['e4d950a6-8a97-4889-82ef-a8d5652a736b'] in dv-cinder-780933-12-iscsi is: [{'id': 'e4d950a6-8a97-4889-82ef-a8d5652a736b', 'name': 'tempest-TestVolumeBootPattern-357326608-router', 'tenant_id': 'c80cabbbfb284a1380430d7421b9e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '176ea9ee-b5ec-43d3-8981-2734aa6d2287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:11Z', 'updated_at': '2021-08-09T14:34:15Z', 'revision_number': 4, 'project_id': 'c80cabbbfb284a1380430d7421b9e489', 'gw_port': {'id': '176ea9ee-b5ec-43d3-8981-2734aa6d2287', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:64:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d950a6-8a97-4889-82ef-a8d5652a736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:12Z', 'updated_at': '2021-08-09T14:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'c457a069-7edf-4dd2-bdd9-7ff33ce45a6c', 'name': '', 'network_id': 'b21c75e6-cad4-48a2-b00f-88d083cdede8', 'tenant_id': 'c80cabbbfb284a1380430d7421b9e489', 'mac_address': 'fa:16:3e:a4:a2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d950a6-8a97-4889-82ef-a8d5652a736b', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b29ad0c5-063c-41b5-9abe-0f1d7cd09324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:14Z', 'updated_at': '2021-08-09T14:34:19Z', 'revision_number': 4, 'project_id': 'c80cabbbfb284a1380430d7421b9e489', 'subnets': [{'id': 'b29ad0c5-063c-41b5-9abe-0f1d7cd09324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:34:20.976439 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8be7f-14da-4920-ad5b-184d8cb0bea2 req-b262e57c-01e9-4a27-b359-8f6daf2cabc7 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:20.977989 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-40e8be7f-14da-4920-ad5b-184d8cb0bea2 req-b262e57c-01e9-4a27-b359-8f6daf2cabc7 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0640225 Aug 09 14:34:21.042968 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-40e8be7f-14da-4920-ad5b-184d8cb0bea2 req-44f2a511-c321-4dfe-818a-edad89ab001a tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537839 Aug 09 14:34:21.366739 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f2512-2ee9-491e-9094-2d6f9219da0c req-b7737bd1-7187-4e6b-bfa5-2a3b6d2ef82e tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:21.369162 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c30f2512-2ee9-491e-9094-2d6f9219da0c req-b7737bd1-7187-4e6b-bfa5-2a3b6d2ef82e tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0730498 Aug 09 14:34:21.419426 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c30f2512-2ee9-491e-9094-2d6f9219da0c req-86bc2dca-b272-46a9-8678-d71c3f22657e tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485876 Aug 09 14:34:22.167924 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad4c61-264e-49ab-9065-c0d3fe8dbcb7 req-49d816b4-e92a-46c6-8f4a-bbfd2915f5a6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:22.169402 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-90ad4c61-264e-49ab-9065-c0d3fe8dbcb7 req-49d816b4-e92a-46c6-8f4a-bbfd2915f5a6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0559456 Aug 09 14:34:22.213521 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-90ad4c61-264e-49ab-9065-c0d3fe8dbcb7 req-47061719-5c66-4d0c-a98d-705630508bce tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369442 Aug 09 14:34:22.560195 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device c457a069-7edf-4dd2-bdd9-7ff33ce45a6c up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:34:22.605994 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3770d9a-905c-4014-bba5-4e2dbc34beb2 req-04aa71d3-4a7c-4399-b227-5c5939dc944f tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:22.613716 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d3770d9a-905c-4014-bba5-4e2dbc34beb2 req-04aa71d3-4a7c-4399-b227-5c5939dc944f tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0758934 Aug 09 14:34:22.650578 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port c457a069-7edf-4dd2-bdd9-7ff33ce45a6c completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:34:22.656490 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port c457a069-7edf-4dd2-bdd9-7ff33ce45a6c triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:34:22.657319 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:22.658494 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d3770d9a-905c-4014-bba5-4e2dbc34beb2 req-64b23d01-a6e7-4f6c-856a-8506b1a9bc48 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437732 Aug 09 14:34:22.770607 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:22.809961 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port c457a069-7edf-4dd2-bdd9-7ff33ce45a6c, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=c457a069-7edf-4dd2-bdd9-7ff33ce45a6c,segment=NetworkSegment(ef60bdb3-8fd5-4633-8899-e90251bf2328),segment_id=ef60bdb3-8fd5-4633-8899-e90251bf2328)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:34:22.814589 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:22.891779 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=c457a069-7edf-4dd2-bdd9-7ff33ce45a6c,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:23.373522 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d2ef7-d075-4962-b769-51a03fec9c88 req-10b80a0d-8e1a-4fcc-96a7-c01845f2394f tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:23.383855 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e80d2ef7-d075-4962-b769-51a03fec9c88 req-10b80a0d-8e1a-4fcc-96a7-c01845f2394f tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0817425 Aug 09 14:34:23.442130 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e80d2ef7-d075-4962-b769-51a03fec9c88 req-29c3f26e-b311-4410-bc9e-1f65cc727c41 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548408 Aug 09 14:34:23.596017 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:34:23.839960 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7aa7ce-dfe2-4b80-a2ef-ab6b823606a5 req-b84608dc-4112-48b8-999f-2c436cf50567 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:23.841484 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ee7aa7ce-dfe2-4b80-a2ef-ab6b823606a5 req-b84608dc-4112-48b8-999f-2c436cf50567 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0735393 Aug 09 14:34:23.886973 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ee7aa7ce-dfe2-4b80-a2ef-ab6b823606a5 req-c5ce41c6-5694-44e4-998c-fbd651234780 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378895 Aug 09 14:34:24.580218 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device c457a069-7edf-4dd2-bdd9-7ff33ce45a6c up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:34:24.615338 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04325aa9-2d46-439c-a698-14b29017654a req-8f588be6-f578-46c8-b78c-213f15d37565 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:24.624262 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-04325aa9-2d46-439c-a698-14b29017654a req-8f588be6-f578-46c8-b78c-213f15d37565 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0677278 Aug 09 14:34:24.653324 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port c457a069-7edf-4dd2-bdd9-7ff33ce45a6c triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:34:24.654059 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:24.678007 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-04325aa9-2d46-439c-a698-14b29017654a req-75b33356-0160-407b-bb40-69b1ff4b610f tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506861 Aug 09 14:34:25.029305 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69367cd8-e374-40c5-a4bb-6b5367d7e322 req-65dc2d41-e79e-4e56-95fc-18c8d14d0495 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:25.030962 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-69367cd8-e374-40c5-a4bb-6b5367d7e322 req-65dc2d41-e79e-4e56-95fc-18c8d14d0495 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0553865 Aug 09 14:34:25.078638 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-69367cd8-e374-40c5-a4bb-6b5367d7e322 req-daa2bc4f-b223-4dba-b016-43f8237a394a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394182 Aug 09 14:34:25.831793 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfec85-c81d-4272-a51e-a14b2abffe6a req-cbe33423-773b-46f4-8b01-29740d8b76b5 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:25.842245 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e5cfec85-c81d-4272-a51e-a14b2abffe6a req-cbe33423-773b-46f4-8b01-29740d8b76b5 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0781486 Aug 09 14:34:25.890604 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e5cfec85-c81d-4272-a51e-a14b2abffe6a req-d25472d2-8f55-443c-b1fa-b6030772daae tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466256 Aug 09 14:34:26.221425 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4ea2c-a22f-441a-a4ae-0b88e6b8d882 req-01587b12-2329-4b52-880d-9c25fc4a53f2 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:26.223228 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3bb4ea2c-a22f-441a-a4ae-0b88e6b8d882 req-01587b12-2329-4b52-880d-9c25fc4a53f2 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0649576 Aug 09 14:34:26.283048 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3bb4ea2c-a22f-441a-a4ae-0b88e6b8d882 req-15b5245b-318f-4293-9fe7-32062d650cce tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527945 Aug 09 14:34:27.052325 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a44df-7147-4c2f-bb74-aa82b1cb0f45 req-28e21f07-e05a-4d8f-aae0-aeff99a3af60 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:27.055086 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-546a44df-7147-4c2f-bb74-aa82b1cb0f45 req-28e21f07-e05a-4d8f-aae0-aeff99a3af60 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0830908 Aug 09 14:34:27.103921 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-546a44df-7147-4c2f-bb74-aa82b1cb0f45 req-753039d1-637c-44bd-96fc-12eea9c341f8 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396631 Aug 09 14:34:27.469980 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8caa84-e659-484b-847e-38f2e264ab28 req-72641a26-c5c9-4588-9df6-aa3977d11f1b tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:27.471872 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4e8caa84-e659-484b-847e-38f2e264ab28 req-72641a26-c5c9-4588-9df6-aa3977d11f1b tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0797358 Aug 09 14:34:27.533015 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4e8caa84-e659-484b-847e-38f2e264ab28 req-b640df0b-7214-4656-86ab-260998f9fc46 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487711 Aug 09 14:34:28.234200 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf1551-20a3-4ca4-a48b-86a92c0643cf req-3dffec00-bf01-4fad-a942-d1810da3800a tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:28.236088 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dbbf1551-20a3-4ca4-a48b-86a92c0643cf req-3dffec00-bf01-4fad-a942-d1810da3800a tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0535560 Aug 09 14:34:28.277534 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dbbf1551-20a3-4ca4-a48b-86a92c0643cf req-4ce7046d-5570-40c4-970e-5c439d8b97ff tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348516 Aug 09 14:34:28.657427 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d83c1-d006-4764-8770-e284b86fcb14 req-2770e04f-dd3c-47ab-8590-96d8fac85bc1 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:28.659155 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-843d83c1-d006-4764-8770-e284b86fcb14 req-2770e04f-dd3c-47ab-8590-96d8fac85bc1 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0536833 Aug 09 14:34:28.697194 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-843d83c1-d006-4764-8770-e284b86fcb14 req-fc2b3dfd-2224-422b-97a3-d8a0c1e0fa92 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312378 Aug 09 14:34:29.422168 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa9b10-317c-4965-b74a-9de0f87df9c5 req-eb0926bf-e4e7-46dd-90d4-1127f7a71c49 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:29.423808 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8faa9b10-317c-4965-b74a-9de0f87df9c5 req-eb0926bf-e4e7-46dd-90d4-1127f7a71c49 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0603704 Aug 09 14:34:29.461995 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8faa9b10-317c-4965-b74a-9de0f87df9c5 req-2eb7241c-8517-4ea4-a8d0-4ae55e135fa7 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316701 Aug 09 14:34:29.831059 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef00bc-a1c7-4f99-a12a-db2dc1fd3d6c req-ce82c92f-e40e-433a-bf1a-0e7f3364618d tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:29.832558 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c4ef00bc-a1c7-4f99-a12a-db2dc1fd3d6c req-ce82c92f-e40e-433a-bf1a-0e7f3364618d tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0609579 Aug 09 14:34:29.876044 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c4ef00bc-a1c7-4f99-a12a-db2dc1fd3d6c req-cccd22dd-0f18-4b53-be9a-52a4034cd693 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375071 Aug 09 14:34:30.584159 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215956b-6ea4-41a9-8278-5f029556fc00 req-177ab928-ba65-4613-8032-9a54550eaa09 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:30.585816 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b215956b-6ea4-41a9-8278-5f029556fc00 req-177ab928-ba65-4613-8032-9a54550eaa09 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0517457 Aug 09 14:34:30.634140 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b215956b-6ea4-41a9-8278-5f029556fc00 req-2ad4c48c-306e-463f-b802-8382098db849 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419750 Aug 09 14:34:31.002076 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0ff56-5ed1-4489-a59d-490dc4b37259 req-92a380e0-50f0-4c4b-be4a-36ac370e45db tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:31.003595 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2ca0ff56-5ed1-4489-a59d-490dc4b37259 req-92a380e0-50f0-4c4b-be4a-36ac370e45db tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0506716 Aug 09 14:34:31.048564 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2ca0ff56-5ed1-4489-a59d-490dc4b37259 req-c7043e09-6cd2-4caa-922b-710cdf8d29e7 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376997 Aug 09 14:34:31.735693 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481f837-2823-4769-92f3-979284a2a081 req-1dfba82c-6f34-4fe7-8099-f731d1bb3592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:31.737260 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b481f837-2823-4769-92f3-979284a2a081 req-1dfba82c-6f34-4fe7-8099-f731d1bb3592 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d1d83df37494330a7851a5b1ddb7199&device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 1099 time: 0.0424702 Aug 09 14:34:31.758346 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b9ec9-3774-422d-9797-8692b1da0392 req-bff79a94-2770-46b8-8373-98c7fd062e88 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:31.759922 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6b8b9ec9-3774-422d-9797-8692b1da0392 req-bff79a94-2770-46b8-8373-98c7fd062e88 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0538614 Aug 09 14:34:31.803705 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6b8b9ec9-3774-422d-9797-8692b1da0392 req-64ec0908-ab2c-422b-bad4-05e7b24b1a25 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371406 Aug 09 14:34:31.849267 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481f837-2823-4769-92f3-979284a2a081 req-05948ae7-dc6d-4ad1-8b7a-f76399abfaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:31.851737 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b481f837-2823-4769-92f3-979284a2a081 req-05948ae7-dc6d-4ad1-8b7a-f76399abfaa3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1a85733-b746-4659-8c30-3b0e459dbc6f HTTP/1.1" status: 200 len: 918 time: 0.1036661 Aug 09 14:34:31.926971 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b481f837-2823-4769-92f3-979284a2a081 req-2a2f43be-7acf-41ff-95bf-7cc0108f9a04 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 HTTP/1.1" status: 200 len: 1002 time: 0.0592933 Aug 09 14:34:32.179842 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35933270-8299-4dcb-8a8d-f4c44eeec187 req-157084e3-91df-465c-9946-3f29e66578cd tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:32.181325 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-35933270-8299-4dcb-8a8d-f4c44eeec187 req-157084e3-91df-465c-9946-3f29e66578cd tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0498233 Aug 09 14:34:32.226014 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-35933270-8299-4dcb-8a8d-f4c44eeec187 req-e193af9a-685d-4bad-91a0-83a143cae885 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340784 Aug 09 14:34:32.923038 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8904bf-bc59-4b02-a072-ad06ee51a25f req-0ff47662-c198-45b5-8cdb-3b6e6e541cdd tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:32.925724 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-aa8904bf-bc59-4b02-a072-ad06ee51a25f req-0ff47662-c198-45b5-8cdb-3b6e6e541cdd tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0529404 Aug 09 14:34:32.964981 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-aa8904bf-bc59-4b02-a072-ad06ee51a25f req-a115eaa2-2c5f-4726-8fbe-5dd5cc7e67d8 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335250 Aug 09 14:34:33.500305 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96187817-7843-4685-a61b-bdd9a91e931e req-f938ab0a-c1c1-4328-983d-bc49a3a7bf65 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:33.501867 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-96187817-7843-4685-a61b-bdd9a91e931e req-f938ab0a-c1c1-4328-983d-bc49a3a7bf65 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0537288 Aug 09 14:34:33.547923 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-96187817-7843-4685-a61b-bdd9a91e931e req-4602ddd1-aeda-49ca-9f5e-cda0440c51d5 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391805 Aug 09 14:34:34.091399 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0097d0c-f2f0-49ea-84d4-7589472b250b req-38b9077f-d9fe-4546-a0f7-567aeef718cd tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:34.092907 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c0097d0c-f2f0-49ea-84d4-7589472b250b req-38b9077f-d9fe-4546-a0f7-567aeef718cd tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0519640 Aug 09 14:34:34.133396 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c0097d0c-f2f0-49ea-84d4-7589472b250b req-eb655d7a-ce00-42e2-9322-184d9241b608 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346420 Aug 09 14:34:34.163562 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481f837-2823-4769-92f3-979284a2a081 req-cf076d11-d341-427d-a5cb-e3f294ec9c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:34.165066 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b481f837-2823-4769-92f3-979284a2a081 req-cf076d11-d341-427d-a5cb-e3f294ec9c91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d011544-2652-42c4-bd98-5da36fbdc571 HTTP/1.1" status: 200 len: 856 time: 0.0513384 Aug 09 14:34:34.671523 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca37037-c02f-4962-9248-798e1cac4fcc req-33135128-6943-482b-bb1f-539772c8abb3 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:34.673001 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bca37037-c02f-4962-9248-798e1cac4fcc req-33135128-6943-482b-bb1f-539772c8abb3 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 946 time: 0.0496943 Aug 09 14:34:34.721320 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bca37037-c02f-4962-9248-798e1cac4fcc req-7656d131-6932-49c8-90b6-068884729f95 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416133 Aug 09 14:34:35.265144 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1fcae-fc7a-431f-9ff1-0ad8783d1dbd req-44ce456e-9610-4169-a09a-c354835504f6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:35.266646 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9ee1fcae-fc7a-431f-9ff1-0ad8783d1dbd req-44ce456e-9610-4169-a09a-c354835504f6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0573356 Aug 09 14:34:35.318384 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9ee1fcae-fc7a-431f-9ff1-0ad8783d1dbd req-87299030-1d8d-42a5-babb-348f1a8f94b8 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444410 Aug 09 14:34:35.329381 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:34:35.380493 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481f837-2823-4769-92f3-979284a2a081 req-3c4c8f5f-6222-480c-9c2a-4b7d7512e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:35.382080 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b481f837-2823-4769-92f3-979284a2a081 req-3c4c8f5f-6222-480c-9c2a-4b7d7512e549 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1a85733-b746-4659-8c30-3b0e459dbc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497351 Aug 09 14:34:35.417875 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:35.441451 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460fe605-d6f8-4dc4-ae5e-5d8d35d1e475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:34:35.443987 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea1ce7d-b5c5-4920-9e17-922d60cba8c1" -d '{"events": [{"server_uuid": "460fe605-d6f8-4dc4-ae5e-5d8d35d1e475", "name": "network-vif-unplugged", "status": "completed", "tag": "6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:34:35.458610 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:34:35.466123 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:35.491986 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b481f837-2823-4769-92f3-979284a2a081 req-0d2beec3-0a4b-4f9c-a016-fd4920cb85de service neutron] 10.222.0.11 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983622 Aug 09 14:34:35.514010 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 14:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bc5ca7-19ef-46a1-8e32-e71eca1add5a x-openstack-request-id: req-42bc5ca7-19ef-46a1-8e32-e71eca1add5a {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:34:35.514301 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460fe605-d6f8-4dc4-ae5e-5d8d35d1e475", "name": "network-vif-unplugged", "status": "completed", "tag": "6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:34:35.514301 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42bc5ca7-19ef-46a1-8e32-e71eca1add5a {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:34:35.514905 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460fe605-d6f8-4dc4-ae5e-5d8d35d1e475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70', 'code': 200} Aug 09 14:34:35.542919 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70,revision_number=8']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:35.610991 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b481f837-2823-4769-92f3-979284a2a081 req-a4a8a4b9-2354-4d87-b0f9-0ff2b2a20afa service neutron] 10.222.0.11 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080930 Aug 09 14:34:35.850089 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c846549-6f55-4192-a01e-3633d28ab7d6 req-5d1b8d05-a0b7-4f57-8b21-86b552cb036f tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:35.851664 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0c846549-6f55-4192-a01e-3633d28ab7d6 req-5d1b8d05-a0b7-4f57-8b21-86b552cb036f tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0510333 Aug 09 14:34:35.895055 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0c846549-6f55-4192-a01e-3633d28ab7d6 req-760ba5a0-7292-4509-a255-d24825fd7939 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373676 Aug 09 14:34:36.446808 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb42579-68d8-479b-b9e1-9de133d1d35e req-242d8702-5873-4001-8b07-47c961f4c061 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:36.448382 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-adb42579-68d8-479b-b9e1-9de133d1d35e req-242d8702-5873-4001-8b07-47c961f4c061 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0516932 Aug 09 14:34:36.495241 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-adb42579-68d8-479b-b9e1-9de133d1d35e req-14b484dc-e5d8-4e12-822c-3306a612c7ce tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406318 Aug 09 14:34:36.510544 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-556e722b-5f36-43c1-b8d1-88224599fc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:37.031939 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e9399-3839-4f07-b1d2-661393c71961 req-a7b7c10c-c46c-4992-a480-12676e6c4f70 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:37.033319 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b09e9399-3839-4f07-b1d2-661393c71961 req-a7b7c10c-c46c-4992-a480-12676e6c4f70 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0535436 Aug 09 14:34:37.073487 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b09e9399-3839-4f07-b1d2-661393c71961 req-0af9430b-47c9-4605-9255-403cf641935e tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334461 Aug 09 14:34:37.612403 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff073d-0220-4f89-af9f-3152baba0bdb req-f5c042ff-d5db-447e-84a2-375655bbfccf tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:37.613895 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ebff073d-0220-4f89-af9f-3152baba0bdb req-f5c042ff-d5db-447e-84a2-375655bbfccf tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0496831 Aug 09 14:34:37.654945 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ebff073d-0220-4f89-af9f-3152baba0bdb req-85443fea-fbbc-4c41-9517-7bcd0fb1d838 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342329 Aug 09 14:34:38.339207 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964ab8a-ce39-4746-b054-0f6d89628b00 req-1c542dd2-ee1d-47f5-ab0f-0695000f6289 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:38.340731 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c964ab8a-ce39-4746-b054-0f6d89628b00 req-1c542dd2-ee1d-47f5-ab0f-0695000f6289 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0514984 Aug 09 14:34:38.386550 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c964ab8a-ce39-4746-b054-0f6d89628b00 req-05dd2e7c-0664-4bca-8317-f1995a64a17b tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399153 Aug 09 14:34:38.783046 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed4a7f-30e2-4683-b0c9-2cd843222f81 req-c2ab8d0b-0d69-4690-a4d8-3df501986b0d tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:38.784592 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c1ed4a7f-30e2-4683-b0c9-2cd843222f81 req-c2ab8d0b-0d69-4690-a4d8-3df501986b0d tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0582125 Aug 09 14:34:38.827573 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c1ed4a7f-30e2-4683-b0c9-2cd843222f81 req-b16323fe-ec8a-4956-aeea-80869c4af21a tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318038 Aug 09 14:34:39.360430 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:39.506847 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389474ef-6806-4e43-b5e8-b8b946d81c95 req-efbfa8b4-513c-4fd2-89af-7c6ac3c32f17 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:39.508532 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-389474ef-6806-4e43-b5e8-b8b946d81c95 req-efbfa8b4-513c-4fd2-89af-7c6ac3c32f17 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0501256 Aug 09 14:34:39.547795 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-389474ef-6806-4e43-b5e8-b8b946d81c95 req-e43aabb0-e310-4026-ab23-3055fc6b6726 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332761 Aug 09 14:34:39.659570 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bda24e00-f9d1-4ddd-ab48-dfe3968f3cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:39.944666 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b9f67-bcba-4ea1-9341-68cd0b989105 req-20982627-b7d7-4e2f-a7d9-fd97ed970084 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:39.946193 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2c4b9f67-bcba-4ea1-9341-68cd0b989105 req-20982627-b7d7-4e2f-a7d9-fd97ed970084 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0500100 Aug 09 14:34:39.985734 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2c4b9f67-bcba-4ea1-9341-68cd0b989105 req-b0c18dcc-0b82-4489-8f0d-241179fab561 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330331 Aug 09 14:34:40.290995 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:40.680442 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eebb44-478a-4c8d-bff7-d20f452914e1 req-7b1d1916-f509-4982-a006-10f0821739e7 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:40.682239 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c5eebb44-478a-4c8d-bff7-d20f452914e1 req-7b1d1916-f509-4982-a006-10f0821739e7 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0556443 Aug 09 14:34:40.722529 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c5eebb44-478a-4c8d-bff7-d20f452914e1 req-6f2a18e7-7431-43de-9456-60bfb1906d4d tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339608 Aug 09 14:34:41.108408 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fb031-ab12-4ca6-89e8-d05b47c12b0a req-d319d3de-33f6-49d5-b5c0-e0238ec05024 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:41.109894 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9a6fb031-ab12-4ca6-89e8-d05b47c12b0a req-d319d3de-33f6-49d5-b5c0-e0238ec05024 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0517166 Aug 09 14:34:41.154050 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9a6fb031-ab12-4ca6-89e8-d05b47c12b0a req-aed5322e-1085-4fba-8300-179b58bd9f7a tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368330 Aug 09 14:34:41.891640 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd74bb-bc7a-42cd-a938-077ccfb6e3c1 req-9e60bd44-4b93-4056-b886-2b9fe6d93351 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:41.893222 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9ebd74bb-bc7a-42cd-a938-077ccfb6e3c1 req-9e60bd44-4b93-4056-b886-2b9fe6d93351 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0809066 Aug 09 14:34:41.932480 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9ebd74bb-bc7a-42cd-a938-077ccfb6e3c1 req-0a3b2afe-887d-461d-bf3d-7ba5b7c702e9 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331562 Aug 09 14:34:42.284580 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:42.285311 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8d65c-d145-4723-b52b-3ec2dc06ae63 req-fbd6251c-0d53-4d04-bd7c-2f853fed912c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:42.287578 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2ad8d65c-d145-4723-b52b-3ec2dc06ae63 req-fbd6251c-0d53-4d04-bd7c-2f853fed912c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0583024 Aug 09 14:34:42.331542 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2ad8d65c-d145-4723-b52b-3ec2dc06ae63 req-cc86e0be-6309-48f7-875b-6f7326105279 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379314 Aug 09 14:34:42.634998 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bb7c9-253c-42c3-9910-7191e72d8e5f req-1540c681-14ab-460f-ba34-d8f29d1f6bdd tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:42.639173 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9a1bb7c9-253c-42c3-9910-7191e72d8e5f req-1540c681-14ab-460f-ba34-d8f29d1f6bdd tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0647445 Aug 09 14:34:42.686060 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9a1bb7c9-253c-42c3-9910-7191e72d8e5f req-a9461a50-a84d-4198-a5c9-fbad0f9a721e tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434477 Aug 09 14:34:43.000011 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 46420) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:34:43.085237 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0740b8e8-bddf-498c-97ae-46e526ac87b1 req-4e368553-d548-4ad7-9cd2-e04fd0fe1ebe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838976 Aug 09 14:34:43.455812 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd7fcf-724e-4c9f-803d-eb08eb5fa8cc req-3580f668-67d7-49cc-889c-1649712bfafd tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:43.457414 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-33fd7fcf-724e-4c9f-803d-eb08eb5fa8cc req-3580f668-67d7-49cc-889c-1649712bfafd tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0512061 Aug 09 14:34:43.504151 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-33fd7fcf-724e-4c9f-803d-eb08eb5fa8cc req-2185c687-9dfb-4160-b7d4-b536c8000173 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334113 Aug 09 14:34:43.827938 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-366162ee-4043-459b-8187-dc2da4a47f50 req-c71fee6e-4c38-4602-b0a7-3ab9684ad7d5 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725175171&fields=id&tenant_id=488c470ed0ff4cddbe230238fe0b2253 HTTP/1.1" status: 200 len: 267 time: 0.0576313 Aug 09 14:34:43.839627 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947aeda-df03-4082-964b-dc0619881883 req-b173e4c6-621b-43cd-b23c-99825ce2dddf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:43.841059 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4947aeda-df03-4082-964b-dc0619881883 req-b173e4c6-621b-43cd-b23c-99825ce2dddf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0797114 Aug 09 14:34:43.930470 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4947aeda-df03-4082-964b-dc0619881883 req-39504ee5-f1d9-48ef-9530-67c208e04888 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794470 Aug 09 14:34:43.968653 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366162ee-4043-459b-8187-dc2da4a47f50 req-ef1fe837-16a2-425a-bc0e-48fd6ef4a2d1 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:43.970272 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-366162ee-4043-459b-8187-dc2da4a47f50 req-ef1fe837-16a2-425a-bc0e-48fd6ef4a2d1 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/networks?id=ed0ef885-267d-4f20-9f65-7ec82a72fd21 HTTP/1.1" status: 200 len: 812 time: 0.1282790 Aug 09 14:34:43.986846 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-366162ee-4043-459b-8187-dc2da4a47f50 req-c10b94ef-472b-4884-90b4-430df25f4b77 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/quotas/488c470ed0ff4cddbe230238fe0b2253 HTTP/1.1" status: 200 len: 375 time: 0.0099623 Aug 09 14:34:44.051569 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-366162ee-4043-459b-8187-dc2da4a47f50 req-a3bd11a3-91bc-42b8-9afe-753f75590550 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=488c470ed0ff4cddbe230238fe0b2253&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574286 Aug 09 14:34:44.154240 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-366162ee-4043-459b-8187-dc2da4a47f50 req-dfceb40c-5a5d-4824-8fa4-5b47fad4b22e service neutron] 10.222.0.60 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903335 Aug 09 14:34:44.263972 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-366162ee-4043-459b-8187-dc2da4a47f50 req-9e934bf4-8b9a-4a25-90b6-a7cf9def9436 service neutron] 10.222.0.60 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032939 Aug 09 14:34:44.644305 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740b8e8-bddf-498c-97ae-46e526ac87b1 req-db0e4879-2c41-4569-b829-0cbf5aca8dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:44.647698 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0740b8e8-bddf-498c-97ae-46e526ac87b1 req-db0e4879-2c41-4569-b829-0cbf5aca8dae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475&tenant_id=0d1d83df37494330a7851a5b1ddb7199 HTTP/1.1" status: 200 len: 1097 time: 0.0991321 Aug 09 14:34:44.665648 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b65d5448-45a8-4647-bc82-40347d419772 req-4050d6e5-fed3-4e6f-9d0e-4563c90d155a tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 210 time: 0.0310702 Aug 09 14:34:44.691254 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae630e-d351-49e8-970b-a4434bd1cb29 req-63259306-d26b-42f2-b189-9fff7152ada6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:44.692303 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a3ae630e-d351-49e8-970b-a4434bd1cb29 req-63259306-d26b-42f2-b189-9fff7152ada6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0951273 Aug 09 14:34:44.721184 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740b8e8-bddf-498c-97ae-46e526ac87b1 req-c6a5cb9b-b3a9-41aa-9c1e-70c8cee99808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:44.722542 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0740b8e8-bddf-498c-97ae-46e526ac87b1 req-c6a5cb9b-b3a9-41aa-9c1e-70c8cee99808 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d1d83df37494330a7851a5b1ddb7199&device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 1097 time: 0.0508873 Aug 09 14:34:44.737358 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a3ae630e-d351-49e8-970b-a4434bd1cb29 req-20395033-d394-41d1-8687-a76da102021b tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375037 Aug 09 14:34:44.842258 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740b8e8-bddf-498c-97ae-46e526ac87b1 req-31b8b677-e7d4-40dc-a9e9-39c873ceb257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:44.843776 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0740b8e8-bddf-498c-97ae-46e526ac87b1 req-31b8b677-e7d4-40dc-a9e9-39c873ceb257 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1a85733-b746-4659-8c30-3b0e459dbc6f HTTP/1.1" status: 200 len: 918 time: 0.1085956 Aug 09 14:34:45.085211 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738e4e8-4710-4e26-ba85-9b69c7560838 req-874309fa-5238-4087-86dd-34938d9065ae tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:45.087090 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a738e4e8-4710-4e26-ba85-9b69c7560838 req-874309fa-5238-4087-86dd-34938d9065ae tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0687478 Aug 09 14:34:45.133297 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a738e4e8-4710-4e26-ba85-9b69c7560838 req-a7346037-18f4-42de-930e-5a016d8f4990 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387847 Aug 09 14:34:45.154005 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0740b8e8-bddf-498c-97ae-46e526ac87b1 req-06124c3e-f1b5-42f9-93db-e24ffe38ae9c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 HTTP/1.1" status: 200 len: 1000 time: 0.3024158 Aug 09 14:34:45.208670 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740b8e8-bddf-498c-97ae-46e526ac87b1 req-50a85bd9-fe27-49e6-8439-f89e1a66d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:45.210260 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0740b8e8-bddf-498c-97ae-46e526ac87b1 req-50a85bd9-fe27-49e6-8439-f89e1a66d444 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d011544-2652-42c4-bd98-5da36fbdc571 HTTP/1.1" status: 200 len: 856 time: 0.0471587 Aug 09 14:34:45.270545 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740b8e8-bddf-498c-97ae-46e526ac87b1 req-58c8e48b-dbdb-4456-a914-5e1259cb02ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:45.272439 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0740b8e8-bddf-498c-97ae-46e526ac87b1 req-58c8e48b-dbdb-4456-a914-5e1259cb02ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1a85733-b746-4659-8c30-3b0e459dbc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0463030 Aug 09 14:34:45.355482 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:34:45.377024 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0740b8e8-bddf-498c-97ae-46e526ac87b1 req-cf765371-5ecf-4bc9-9348-b994316d0eae service neutron] 10.222.0.11 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955639 Aug 09 14:34:45.483041 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0740b8e8-bddf-498c-97ae-46e526ac87b1 req-e0e53acd-1929-440a-aa86-4159538b79cb service neutron] 10.222.0.11 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982389 Aug 09 14:34:45.754206 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366162ee-4043-459b-8187-dc2da4a47f50 req-983defb4-6850-42a7-94d5-a51854210e77 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:45.756608 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-366162ee-4043-459b-8187-dc2da4a47f50 req-983defb4-6850-42a7-94d5-a51854210e77 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.11 "GET /v2.0/networks?id=ed0ef885-267d-4f20-9f65-7ec82a72fd21 HTTP/1.1" status: 200 len: 812 time: 0.1805778 Aug 09 14:34:45.806889 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-de4aa4a4-85b2-4190-b27b-951a66942a31 req-ac2caad1-39ac-4c51-ac43-8fdb2d59d5ff tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 210 time: 0.0393109 Aug 09 14:34:45.846690 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-366162ee-4043-459b-8187-dc2da4a47f50 req-9b5eb687-2953-4c18-b81a-c067eab4b270 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=488c470ed0ff4cddbe230238fe0b2253 HTTP/1.1" status: 200 len: 379 time: 0.0780554 Aug 09 14:34:45.858656 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-366162ee-4043-459b-8187-dc2da4a47f50 req-fd6d1ef7-71e7-4e43-97c8-0ab143d050db tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Request body: {'port': {'device_id': '14965454-7bb2-4145-a1d4-fc82d3109411', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'admin_state_up': True, 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'security_groups': ['1e81b239-6afe-4f9c-a961-2b76ce3ebcdd']}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:34:45.922340 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee86445-2a6b-4b3f-a0e3-30811b033c56 req-d2a5ad4b-913b-4990-a5fb-d1af8ebd2181 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:45.924982 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4ee86445-2a6b-4b3f-a0e3-30811b033c56 req-d2a5ad4b-913b-4990-a5fb-d1af8ebd2181 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0756180 Aug 09 14:34:45.971512 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4ee86445-2a6b-4b3f-a0e3-30811b033c56 req-8432135b-e977-48cb-ad4c-ab1db0e3f1a3 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401814 Aug 09 14:34:46.000821 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-366162ee-4043-459b-8187-dc2da4a47f50 req-fd6d1ef7-71e7-4e43-97c8-0ab143d050db tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Made reservation on behalf of 488c470ed0ff4cddbe230238fe0b2253 for: {'port': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:34:46.009693 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-366162ee-4043-459b-8187-dc2da4a47f50 req-fd6d1ef7-71e7-4e43-97c8-0ab143d050db tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:46.239569 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [req-366162ee-4043-459b-8187-dc2da4a47f50 req-fd6d1ef7-71e7-4e43-97c8-0ab143d050db tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Allocated IP 172.20.0.13 (ed0ef885-267d-4f20-9f65-7ec82a72fd21/49267761-fa03-47db-88f0-76622128cfdd/4c955d5d-6516-4e10-abff-2eb33b0fd26f) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:34:46.274890 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121b890-466a-4e69-a4c1-11a5d13ef9d8 req-6e504aed-4e3c-4fc8-98f9-ae6da4b9caa6 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:46.277044 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2121b890-466a-4e69-a4c1-11a5d13ef9d8 req-6e504aed-4e3c-4fc8-98f9-ae6da4b9caa6 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0640776 Aug 09 14:34:46.338054 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2121b890-466a-4e69-a4c1-11a5d13ef9d8 req-a08b67fb-eb93-4525-9e5f-b4cce254e23b tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544169 Aug 09 14:34:46.469505 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-366162ee-4043-459b-8187-dc2da4a47f50 req-fd6d1ef7-71e7-4e43-97c8-0ab143d050db tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:46.487171 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-366162ee-4043-459b-8187-dc2da4a47f50 req-fd6d1ef7-71e7-4e43-97c8-0ab143d050db tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Transition to ACTIVE for port object 4c955d5d-6516-4e10-abff-2eb33b0fd26f will not be triggered until provisioned by entity DHCP. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:34:46.539284 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-366162ee-4043-459b-8187-dc2da4a47f50 req-fd6d1ef7-71e7-4e43-97c8-0ab143d050db tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:46.600080 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-366162ee-4043-459b-8187-dc2da4a47f50 req-fd6d1ef7-71e7-4e43-97c8-0ab143d050db tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Network ed0ef885-267d-4f20-9f65-7ec82a72fd21 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:34:46.606365 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [req-366162ee-4043-459b-8187-dc2da4a47f50 req-fd6d1ef7-71e7-4e43-97c8-0ab143d050db tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:34:46.606579 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-366162ee-4043-459b-8187-dc2da4a47f50 req-fd6d1ef7-71e7-4e43-97c8-0ab143d050db tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:34:46.613988 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d1ef7-71e7-4e43-97c8-0ab143d050db tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Pushing event updated for resources: {'Port': ['ID=4c955d5d-6516-4e10-abff-2eb33b0fd26f,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:46.670318 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366162ee-4043-459b-8187-dc2da4a47f50 req-fd6d1ef7-71e7-4e43-97c8-0ab143d050db tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:46.671026 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-366162ee-4043-459b-8187-dc2da4a47f50 req-fd6d1ef7-71e7-4e43-97c8-0ab143d050db tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:46.691041 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-366162ee-4043-459b-8187-dc2da4a47f50 req-fd6d1ef7-71e7-4e43-97c8-0ab143d050db tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8366618 Aug 09 14:34:46.767752 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:46.844594 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-5d076dfc-ad3e-486b-bbf8-bae0e7fa9334 None None] Provisioning for port 4c955d5d-6516-4e10-abff-2eb33b0fd26f completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:34:46.853976 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-5d076dfc-ad3e-486b-bbf8-bae0e7fa9334 None None] Provisioning complete for port 4c955d5d-6516-4e10-abff-2eb33b0fd26f triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:34:46.854369 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-5d076dfc-ad3e-486b-bbf8-bae0e7fa9334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:46.901603 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-5d076dfc-ad3e-486b-bbf8-bae0e7fa9334 None None] Port 4c955d5d-6516-4e10-abff-2eb33b0fd26f cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:34:47.227358 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dcf42-b4e1-4b09-adc4-d8382b38eb51 req-54b37fee-12fe-4528-98cc-c74ffa8dd7cb tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:47.228944 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d42dcf42-b4e1-4b09-adc4-d8382b38eb51 req-54b37fee-12fe-4528-98cc-c74ffa8dd7cb tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 932 time: 0.3276625 Aug 09 14:34:47.252285 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01016bc7-8251-4ea2-baee-4d54656c532f req-b4ffb639-cb87-48b0-83e4-b083091beb40 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:47.253891 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-01016bc7-8251-4ea2-baee-4d54656c532f req-b4ffb639-cb87-48b0-83e4-b083091beb40 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0836227 Aug 09 14:34:47.300710 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d42dcf42-b4e1-4b09-adc4-d8382b38eb51 req-2d03932f-b989-47e8-8649-4c520dbb15cb tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630920 Aug 09 14:34:47.327300 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-01016bc7-8251-4ea2-baee-4d54656c532f req-5dd53a08-c71b-4b02-8fdf-da52a82f32e7 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649445 Aug 09 14:34:47.486608 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293c192-b0f8-434f-b389-a947d6a283fa req-bfcfb971-050d-47d9-9f7f-9660a6f7f265 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:47.488179 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4293c192-b0f8-434f-b389-a947d6a283fa req-bfcfb971-050d-47d9-9f7f-9660a6f7f265 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0629983 Aug 09 14:34:47.534034 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4293c192-b0f8-434f-b389-a947d6a283fa req-cd74bb19-ddaa-4420-8e7e-b93f49f68510 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386024 Aug 09 14:34:48.459556 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685eecb-da1b-4d07-b5b7-669adc4323ca req-7561dc05-0ae0-4e2c-bd15-d7e0dcae4c9d tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:48.471151 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4685eecb-da1b-4d07-b5b7-669adc4323ca req-7561dc05-0ae0-4e2c-bd15-d7e0dcae4c9d tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 932 time: 0.0769644 Aug 09 14:34:48.500146 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b22293-3fad-478b-a932-181ed68d984f req-8c7bd84a-0e99-4d58-8806-cb83524f250b tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:48.501759 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a6b22293-3fad-478b-a932-181ed68d984f req-8c7bd84a-0e99-4d58-8806-cb83524f250b tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0912859 Aug 09 14:34:48.534935 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4685eecb-da1b-4d07-b5b7-669adc4323ca req-aa51c9b6-e602-44c0-866f-0a74962ae467 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628269 Aug 09 14:34:48.562252 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a6b22293-3fad-478b-a932-181ed68d984f req-4abc718c-dd23-4db7-a4ce-75eb0a468d9f tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475678 Aug 09 14:34:48.670224 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba323cd-20d4-4a68-a251-42eee98ea24a req-e5283cb3-9f82-4f50-a2f7-693d5aa7f7db tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:48.671744 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1ba323cd-20d4-4a68-a251-42eee98ea24a req-e5283cb3-9f82-4f50-a2f7-693d5aa7f7db tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0537446 Aug 09 14:34:48.714199 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1ba323cd-20d4-4a68-a251-42eee98ea24a req-9c57341e-abee-4592-9a31-ee676ea124ff tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356236 Aug 09 14:34:49.711559 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ef185-50db-41a8-acb0-b935a52052ff req-af260f36-6377-4072-948c-11a8f4b6e303 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:49.713126 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-840ef185-50db-41a8-acb0-b935a52052ff req-af260f36-6377-4072-948c-11a8f4b6e303 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 932 time: 0.0892172 Aug 09 14:34:49.746501 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f834fce-6a99-43d5-ba39-518ed8fdbc3d req-2c379edb-bc7c-4881-acb5-1df187757fc5 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:49.748048 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3f834fce-6a99-43d5-ba39-518ed8fdbc3d req-2c379edb-bc7c-4881-acb5-1df187757fc5 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0914903 Aug 09 14:34:49.779004 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-840ef185-50db-41a8-acb0-b935a52052ff req-3bca9387-1e52-493e-b773-4e452c3f4e17 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596879 Aug 09 14:34:49.827371 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3f834fce-6a99-43d5-ba39-518ed8fdbc3d req-0759bb01-7df1-42e8-afe8-875db2cf9961 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671608 Aug 09 14:34:49.937144 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538db1f1-972c-4b47-a05e-6d4695b740af req-bd57c367-6ca9-47e2-bfdc-ed3d4dcd4ef5 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:49.938633 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-538db1f1-972c-4b47-a05e-6d4695b740af req-bd57c367-6ca9-47e2-bfdc-ed3d4dcd4ef5 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0683391 Aug 09 14:34:49.979466 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-538db1f1-972c-4b47-a05e-6d4695b740af req-eb2acab3-1815-4bb0-9686-a903860421b6 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346551 Aug 09 14:34:50.924471 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47519a2d-e17a-4632-843a-55028bdffcc5 req-6a8bb66f-a992-4c87-894b-e27507942a37 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:50.925720 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-47519a2d-e17a-4632-843a-55028bdffcc5 req-6a8bb66f-a992-4c87-894b-e27507942a37 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 932 time: 0.0627785 Aug 09 14:34:50.990615 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-47519a2d-e17a-4632-843a-55028bdffcc5 req-94794945-9efb-4c7f-83b6-c0dab237895e tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535369 Aug 09 14:34:51.008663 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00f13e-7166-4bca-b678-88890df98b1b req-d754d864-4d03-406d-8f4e-fa887e9daea2 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:51.010222 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0e00f13e-7166-4bca-b678-88890df98b1b req-d754d864-4d03-406d-8f4e-fa887e9daea2 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0821486 Aug 09 14:34:51.082496 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0e00f13e-7166-4bca-b678-88890df98b1b req-413aa28b-09fa-44a8-b32f-c541c36b8fa8 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634923 Aug 09 14:34:51.137083 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca0830-cf12-401c-952a-7db425d0c40c req-8fa2535c-68ee-4c42-a9ae-0dd1bda92725 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:51.144662 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-33ca0830-cf12-401c-952a-7db425d0c40c req-8fa2535c-68ee-4c42-a9ae-0dd1bda92725 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0608020 Aug 09 14:34:51.194067 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-33ca0830-cf12-401c-952a-7db425d0c40c req-8c1e24be-5cb0-4944-b8bf-b15ba03023fc tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484309 Aug 09 14:34:52.118956 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c0af0-3bdf-4bcb-a736-c99bfda74ea5 req-2e05f57f-9734-4448-9b29-e2d6a1119fb0 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:52.120536 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0a6c0af0-3bdf-4bcb-a736-c99bfda74ea5 req-2e05f57f-9734-4448-9b29-e2d6a1119fb0 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 932 time: 0.0563440 Aug 09 14:34:52.197830 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0a6c0af0-3bdf-4bcb-a736-c99bfda74ea5 req-4e6031a9-96d0-4088-bdf2-012568d23b7f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711272 Aug 09 14:34:52.237038 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9255c38-0927-458c-9c86-d204bb469996 req-29f788e6-597f-4cad-946d-817fb6c71251 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:52.238579 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e9255c38-0927-458c-9c86-d204bb469996 req-29f788e6-597f-4cad-946d-817fb6c71251 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0836761 Aug 09 14:34:52.317384 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e9255c38-0927-458c-9c86-d204bb469996 req-8da78283-5611-4762-895d-739603b02b58 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695496 Aug 09 14:34:52.381388 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391559e-5fbf-4640-8f46-15929bf1faac req-ee322f07-d15a-4b15-ba9e-cc3ea294c4c0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:52.383108 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7391559e-5fbf-4640-8f46-15929bf1faac req-ee322f07-d15a-4b15-ba9e-cc3ea294c4c0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0531247 Aug 09 14:34:52.429166 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7391559e-5fbf-4640-8f46-15929bf1faac req-28da9267-3135-4110-9851-c9809a0c392d tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368803 Aug 09 14:34:53.350035 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028b90f-9e6a-4151-93bd-31c88c62fff5 req-f5b3a7c8-0ee9-4191-bc7f-61274d0a6403 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:53.351827 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0028b90f-9e6a-4151-93bd-31c88c62fff5 req-f5b3a7c8-0ee9-4191-bc7f-61274d0a6403 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 932 time: 0.0621188 Aug 09 14:34:53.392575 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0028b90f-9e6a-4151-93bd-31c88c62fff5 req-ab0d1737-c0eb-4bfe-b400-a381f9d97ab6 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347786 Aug 09 14:34:53.458443 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3edf6-6585-447f-99cc-ea909855a9a7 req-56ba0d81-95d5-48fc-8f36-91116e333ccf tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:53.460695 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c1c3edf6-6585-447f-99cc-ea909855a9a7 req-56ba0d81-95d5-48fc-8f36-91116e333ccf tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0729585 Aug 09 14:34:53.499531 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c1c3edf6-6585-447f-99cc-ea909855a9a7 req-dd36dfa7-da82-41e2-82e0-350d62a425e5 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328200 Aug 09 14:34:53.554403 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437dd5f-fef8-4550-9479-aabb62b38e36 req-a142961c-369f-4466-aece-5d3c7bbbda6a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:53.556327 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f437dd5f-fef8-4550-9479-aabb62b38e36 req-a142961c-369f-4466-aece-5d3c7bbbda6a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0546272 Aug 09 14:34:53.596431 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f437dd5f-fef8-4550-9479-aabb62b38e36 req-1ca40135-3b58-42d0-a361-3cc0af8706d9 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338233 Aug 09 14:34:54.538509 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eee5b5-a0a2-4d7e-857e-52dd1ec97c4a req-a7dd0610-a694-4270-ae9e-dd49b62c0417 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:54.540262 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b5eee5b5-a0a2-4d7e-857e-52dd1ec97c4a req-a7dd0610-a694-4270-ae9e-dd49b62c0417 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 932 time: 0.0536675 Aug 09 14:34:54.588765 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b5eee5b5-a0a2-4d7e-857e-52dd1ec97c4a req-51722d75-7648-4ff3-8f16-c042ef260fbe tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426931 Aug 09 14:34:54.650049 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439db9e4-3539-4dff-9a90-b1829bbc1fc4 req-4cdba0d7-2b43-4325-8df6-290ed8f95118 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:54.651697 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-439db9e4-3539-4dff-9a90-b1829bbc1fc4 req-4cdba0d7-2b43-4325-8df6-290ed8f95118 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0674367 Aug 09 14:34:54.694505 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-439db9e4-3539-4dff-9a90-b1829bbc1fc4 req-6154ce13-4b4f-4a1b-873e-d73310a3cb2a tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364606 Aug 09 14:34:54.744378 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8c57c-f3a3-48d7-8b8f-b5c1a914b20a req-2c728329-bde3-46e8-a8b5-4192c2adef89 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:54.746143 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-beb8c57c-f3a3-48d7-8b8f-b5c1a914b20a req-2c728329-bde3-46e8-a8b5-4192c2adef89 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0559535 Aug 09 14:34:54.790870 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-beb8c57c-f3a3-48d7-8b8f-b5c1a914b20a req-4f789a12-abfc-42ec-9f10-5279d18d9dde tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384140 Aug 09 14:34:55.718901 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23c707-fb07-48e0-a58c-d2de597c6844 req-d181639a-7955-45de-9a90-4033c99add88 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:55.720601 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5f23c707-fb07-48e0-a58c-d2de597c6844 req-d181639a-7955-45de-9a90-4033c99add88 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 932 time: 0.0570316 Aug 09 14:34:55.761926 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5f23c707-fb07-48e0-a58c-d2de597c6844 req-d3d777a0-c743-403e-a8cd-9a00d026c4a7 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344834 Aug 09 14:34:55.839781 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6260ca4-7c17-4ed5-943c-5bcae858a8dc req-533e889e-576a-4f66-b4c9-213987601835 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:55.852515 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e6260ca4-7c17-4ed5-943c-5bcae858a8dc req-533e889e-576a-4f66-b4c9-213987601835 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0763826 Aug 09 14:34:55.892016 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e6260ca4-7c17-4ed5-943c-5bcae858a8dc req-8a6982a0-0940-4114-9c1c-f69700205441 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440414 Aug 09 14:34:55.949065 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2be01-300d-42b7-a28d-911104edad68 req-e2778e8b-6771-4d54-ad1f-03a067c662bb tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:55.950605 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f7a2be01-300d-42b7-a28d-911104edad68 req-e2778e8b-6771-4d54-ad1f-03a067c662bb tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0741405 Aug 09 14:34:55.993795 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f7a2be01-300d-42b7-a28d-911104edad68 req-a98cf3f5-0d33-46dd-992c-b31d75974873 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355878 Aug 09 14:34:56.880291 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057ae9f-9036-458c-bb6f-f9efced1dd1c req-3042e9f1-54f5-4dc7-9d4b-cc985942212a tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:56.882480 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6057ae9f-9036-458c-bb6f-f9efced1dd1c req-3042e9f1-54f5-4dc7-9d4b-cc985942212a tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 932 time: 0.0521309 Aug 09 14:34:56.923891 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6057ae9f-9036-458c-bb6f-f9efced1dd1c req-14b43d17-5ab3-4608-9bad-a685d464f215 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354545 Aug 09 14:34:57.020695 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b00f86-039c-4fdf-bbfc-6c30273851c2 req-a1095daf-991f-4aef-b8ea-27ac86ea8491 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:57.022251 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-38b00f86-039c-4fdf-bbfc-6c30273851c2 req-a1095daf-991f-4aef-b8ea-27ac86ea8491 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0532281 Aug 09 14:34:57.062012 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-38b00f86-039c-4fdf-bbfc-6c30273851c2 req-f8aa7a7f-75b9-4266-a583-8f49835578c1 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337710 Aug 09 14:34:57.125206 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa55154-decf-4ab8-b3cf-329a639e08e6 req-b9cc66ac-da3d-4016-acc1-e9cd2d137990 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:57.126841 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1aa55154-decf-4ab8-b3cf-329a639e08e6 req-b9cc66ac-da3d-4016-acc1-e9cd2d137990 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0499480 Aug 09 14:34:57.133122 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-366162ee-4043-459b-8187-dc2da4a47f50 req-7ef52657-126b-4120-81d6-804174d7efcd service neutron] Request body: {'port': {'device_id': '14965454-7bb2-4145-a1d4-fc82d3109411', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:34:57.171114 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1aa55154-decf-4ab8-b3cf-329a639e08e6 req-8b55adba-6978-4b6a-bb52-3c07b2589974 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366495 Aug 09 14:34:57.191978 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-366162ee-4043-459b-8187-dc2da4a47f50 req-7ef52657-126b-4120-81d6-804174d7efcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:57.490368 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [req-366162ee-4043-459b-8187-dc2da4a47f50 req-7ef52657-126b-4120-81d6-804174d7efcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c955d5d-6516-4e10-abff-2eb33b0fd26f {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:34:57.498301 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-366162ee-4043-459b-8187-dc2da4a47f50 req-7ef52657-126b-4120-81d6-804174d7efcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:57.510620 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-366162ee-4043-459b-8187-dc2da4a47f50 req-7ef52657-126b-4120-81d6-804174d7efcd service neutron] Transition to ACTIVE for port object 4c955d5d-6516-4e10-abff-2eb33b0fd26f will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:34:57.515076 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-366162ee-4043-459b-8187-dc2da4a47f50 req-7ef52657-126b-4120-81d6-804174d7efcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:57.568271 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef52657-126b-4120-81d6-804174d7efcd service neutron] Pushing event updated for resources: {'Port': ['ID=4c955d5d-6516-4e10-abff-2eb33b0fd26f,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:57.661343 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-366162ee-4043-459b-8187-dc2da4a47f50 req-7ef52657-126b-4120-81d6-804174d7efcd service neutron] Attempting to bind port 4c955d5d-6516-4e10-abff-2eb33b0fd26f on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:34:57.662265 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-366162ee-4043-459b-8187-dc2da4a47f50 req-7ef52657-126b-4120-81d6-804174d7efcd service neutron] Attempting to bind port 4c955d5d-6516-4e10-abff-2eb33b0fd26f by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'a4e4de31-1b1f-431d-a977-df7ee1f8ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:34:57.662701 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366162ee-4043-459b-8187-dc2da4a47f50 req-7ef52657-126b-4120-81d6-804174d7efcd service neutron] Attempting to bind port 4c955d5d-6516-4e10-abff-2eb33b0fd26f on network ed0ef885-267d-4f20-9f65-7ec82a72fd21 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:34:57.668753 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366162ee-4043-459b-8187-dc2da4a47f50 req-7ef52657-126b-4120-81d6-804174d7efcd service neutron] Port 4c955d5d-6516-4e10-abff-2eb33b0fd26f on network ed0ef885-267d-4f20-9f65-7ec82a72fd21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:34:57.669212 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366162ee-4043-459b-8187-dc2da4a47f50 req-7ef52657-126b-4120-81d6-804174d7efcd service neutron] Attempting to bind port 4c955d5d-6516-4e10-abff-2eb33b0fd26f on network ed0ef885-267d-4f20-9f65-7ec82a72fd21 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:34:57.678214 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366162ee-4043-459b-8187-dc2da4a47f50 req-7ef52657-126b-4120-81d6-804174d7efcd service neutron] Checking agent: {'id': '787e8c88-8117-4bdf-b5e3-a5a97e4f7369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'started_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:34:57.678739 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366162ee-4043-459b-8187-dc2da4a47f50 req-7ef52657-126b-4120-81d6-804174d7efcd service neutron] Checking segment: {'id': 'a4e4de31-1b1f-431d-a977-df7ee1f8ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:34:57.679371 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366162ee-4043-459b-8187-dc2da4a47f50 req-7ef52657-126b-4120-81d6-804174d7efcd service neutron] Bound using segment: {'id': 'a4e4de31-1b1f-431d-a977-df7ee1f8ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:34:57.679911 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-366162ee-4043-459b-8187-dc2da4a47f50 req-7ef52657-126b-4120-81d6-804174d7efcd service neutron] Bound port: 4c955d5d-6516-4e10-abff-2eb33b0fd26f, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e4de31-1b1f-431d-a977-df7ee1f8ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:34:57.680209 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-366162ee-4043-459b-8187-dc2da4a47f50 req-7ef52657-126b-4120-81d6-804174d7efcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:57.753876 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-366162ee-4043-459b-8187-dc2da4a47f50 req-7ef52657-126b-4120-81d6-804174d7efcd service neutron] For port 4c955d5d-6516-4e10-abff-2eb33b0fd26f, host hv-cinder-78093, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:34:57.757491 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-366162ee-4043-459b-8187-dc2da4a47f50 req-7ef52657-126b-4120-81d6-804174d7efcd service neutron] For port 4c955d5d-6516-4e10-abff-2eb33b0fd26f, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4c955d5d-6516-4e10-abff-2eb33b0fd26f,segment=NetworkSegment(a4e4de31-1b1f-431d-a977-df7ee1f8ed33),segment_id=a4e4de31-1b1f-431d-a977-df7ee1f8ed33)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:34:57.762190 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-366162ee-4043-459b-8187-dc2da4a47f50 req-7ef52657-126b-4120-81d6-804174d7efcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:57.797449 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366162ee-4043-459b-8187-dc2da4a47f50 req-7ef52657-126b-4120-81d6-804174d7efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:57.798373 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-366162ee-4043-459b-8187-dc2da4a47f50 req-7ef52657-126b-4120-81d6-804174d7efcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:34:57.799674 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-366162ee-4043-459b-8187-dc2da4a47f50 req-7ef52657-126b-4120-81d6-804174d7efcd service neutron] 10.222.0.11 "PUT /v2.0/ports/4c955d5d-6516-4e10-abff-2eb33b0fd26f HTTP/1.1" status: 200 len: 1094 time: 0.6719272 Aug 09 14:34:57.801784 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14965454-7bb2-4145-a1d4-fc82d3109411', 'tag': '4c955d5d-6516-4e10-abff-2eb33b0fd26f'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:34:57.804642 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ce719d-f9d5-4d12-b3b6-16d62b52eb6f" -d '{"events": [{"name": "network-changed", "server_uuid": "14965454-7bb2-4145-a1d4-fc82d3109411", "tag": "4c955d5d-6516-4e10-abff-2eb33b0fd26f"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:34:57.855860 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101ab670-1924-4db9-892f-7dd35bc3a1c9 x-openstack-request-id: req-101ab670-1924-4db9-892f-7dd35bc3a1c9 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:34:57.856153 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14965454-7bb2-4145-a1d4-fc82d3109411", "tag": "4c955d5d-6516-4e10-abff-2eb33b0fd26f", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:34:57.856408 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-101ab670-1924-4db9-892f-7dd35bc3a1c9 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:34:57.856806 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14965454-7bb2-4145-a1d4-fc82d3109411', 'tag': '4c955d5d-6516-4e10-abff-2eb33b0fd26f', 'status': 'completed', 'code': 200} Aug 09 14:34:57.858593 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef52657-126b-4120-81d6-804174d7efcd service neutron] Pushing event updated for resources: {'Port': ['ID=4c955d5d-6516-4e10-abff-2eb33b0fd26f,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:34:57.894655 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366162ee-4043-459b-8187-dc2da4a47f50 req-de67cf08-3316-49d1-9546-12ecdb52ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:57.896493 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-366162ee-4043-459b-8187-dc2da4a47f50 req-de67cf08-3316-49d1-9546-12ecdb52ab2f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=488c470ed0ff4cddbe230238fe0b2253&device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 1097 time: 0.0507092 Aug 09 14:34:57.954738 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-366162ee-4043-459b-8187-dc2da4a47f50 req-8a553197-c610-451c-8bae-cef21067576c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c955d5d-6516-4e10-abff-2eb33b0fd26f HTTP/1.1" status: 200 len: 217 time: 0.0475781 Aug 09 14:34:58.013822 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366162ee-4043-459b-8187-dc2da4a47f50 req-f3c28422-5839-4dc2-ae0d-8066ccf1d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:58.015272 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-366162ee-4043-459b-8187-dc2da4a47f50 req-f3c28422-5839-4dc2-ae0d-8066ccf1d1d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49267761-fa03-47db-88f0-76622128cfdd HTTP/1.1" status: 200 len: 851 time: 0.0528343 Aug 09 14:34:58.059941 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c7b47-4a18-449f-a488-93410abddf6f req-ddae1ecf-90eb-4ee6-b823-2ed701d445b7 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:58.061468 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-134c7b47-4a18-449f-a488-93410abddf6f req-ddae1ecf-90eb-4ee6-b823-2ed701d445b7 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 944 time: 0.0599389 Aug 09 14:34:58.073083 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366162ee-4043-459b-8187-dc2da4a47f50 req-5282a130-3eca-4958-b22c-ebcb9ba0af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:58.074975 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-366162ee-4043-459b-8187-dc2da4a47f50 req-5282a130-3eca-4958-b22c-ebcb9ba0af1a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed0ef885-267d-4f20-9f65-7ec82a72fd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0475976 Aug 09 14:34:58.103727 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-134c7b47-4a18-449f-a488-93410abddf6f req-6fe53ae6-7471-48ed-9ebf-4848b35eb298 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361671 Aug 09 14:34:58.198047 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a42221-a675-438d-bf08-dd24622a8700 req-89ac07de-f3a6-46e9-bdfa-d7fad2bd29c0 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:58.199678 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b7a42221-a675-438d-bf08-dd24622a8700 req-89ac07de-f3a6-46e9-bdfa-d7fad2bd29c0 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0556271 Aug 09 14:34:58.210920 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-366162ee-4043-459b-8187-dc2da4a47f50 req-bab50ce1-bb8d-4df4-b9a5-ecd6d8cf128d service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256781 Aug 09 14:34:58.241663 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b7a42221-a675-438d-bf08-dd24622a8700 req-af1b02fa-3831-4207-bb03-9a27762ecbc6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343349 Aug 09 14:34:58.300437 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f0ce3-df37-474c-a186-164303c0c2c8 req-51c98a7e-34b6-4a21-96bb-3303e923e6e4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:58.302042 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0f5f0ce3-df37-474c-a186-164303c0c2c8 req-51c98a7e-34b6-4a21-96bb-3303e923e6e4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0504689 Aug 09 14:34:58.316380 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-366162ee-4043-459b-8187-dc2da4a47f50 req-b2daec76-d72b-421b-b0bb-4618439470aa service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964038 Aug 09 14:34:58.345834 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0f5f0ce3-df37-474c-a186-164303c0c2c8 req-1317c2f3-44f7-4f73-bc01-5909b2a26e13 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344028 Aug 09 14:34:58.414180 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce719d-f9d5-4d12-b3b6-16d62b52eb6f req-5b3d5366-1259-4537-a876-339d7cf79ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:58.415728 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-46ce719d-f9d5-4d12-b3b6-16d62b52eb6f req-5b3d5366-1259-4537-a876-339d7cf79ead service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=488c470ed0ff4cddbe230238fe0b2253&device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 1097 time: 0.0491552 Aug 09 14:34:58.518896 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce719d-f9d5-4d12-b3b6-16d62b52eb6f req-238688dd-1a86-4a3a-a065-965b1fbd7f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:58.520699 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-46ce719d-f9d5-4d12-b3b6-16d62b52eb6f req-238688dd-1a86-4a3a-a065-965b1fbd7f16 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed0ef885-267d-4f20-9f65-7ec82a72fd21 HTTP/1.1" status: 200 len: 913 time: 0.0959613 Aug 09 14:34:58.595394 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-46ce719d-f9d5-4d12-b3b6-16d62b52eb6f req-665c10c1-f305-4651-85f9-15df9ec32182 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c955d5d-6516-4e10-abff-2eb33b0fd26f HTTP/1.1" status: 200 len: 217 time: 0.0573821 Aug 09 14:34:58.676037 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce719d-f9d5-4d12-b3b6-16d62b52eb6f req-28f127e7-c8a1-437c-9c65-0c4e36fc267f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:58.678336 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-46ce719d-f9d5-4d12-b3b6-16d62b52eb6f req-28f127e7-c8a1-437c-9c65-0c4e36fc267f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49267761-fa03-47db-88f0-76622128cfdd HTTP/1.1" status: 200 len: 851 time: 0.0576591 Aug 09 14:34:58.685612 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adac36-9e49-4391-8e34-c4f5ec79597a req-81a952b7-5742-4f59-b28a-732244d0c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:58.687313 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-c8adac36-9e49-4391-8e34-c4f5ec79597a req-81a952b7-5742-4f59-b28a-732244d0c45a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 1099 time: 0.1096861 Aug 09 14:34:58.688922 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05593a-53eb-408e-939c-1b6e02fd4cd6 req-e1fe9543-770c-410c-b14a-4339138dec76 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:58.690446 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9a05593a-53eb-408e-939c-1b6e02fd4cd6 req-e1fe9543-770c-410c-b14a-4339138dec76 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0615487 Aug 09 14:34:58.749081 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9a05593a-53eb-408e-939c-1b6e02fd4cd6 req-cd820bb7-c172-4a1a-ad3b-5d48af4c980f tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468643 Aug 09 14:34:58.757720 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-c8adac36-9e49-4391-8e34-c4f5ec79597a req-4deb61dd-f9cc-465d-b13d-48350e29eb1b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410945 Aug 09 14:34:58.766629 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce719d-f9d5-4d12-b3b6-16d62b52eb6f req-7660b59a-d2f4-4ebd-bc35-a49d086142fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:58.768313 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-46ce719d-f9d5-4d12-b3b6-16d62b52eb6f req-7660b59a-d2f4-4ebd-bc35-a49d086142fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed0ef885-267d-4f20-9f65-7ec82a72fd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0800724 Aug 09 14:34:58.920086 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-46ce719d-f9d5-4d12-b3b6-16d62b52eb6f req-188dd9a3-dab5-4b18-ab7d-36ae1858bfd0 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921836 Aug 09 14:34:59.018269 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-46ce719d-f9d5-4d12-b3b6-16d62b52eb6f req-1510b48a-9f94-471b-b068-96fa288122ee service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892408 Aug 09 14:34:59.230121 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d3db5-8cda-4d8e-ba9b-8c00e3523556 req-d572d439-5fd5-4015-b8fb-9b24d07797c8 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:59.231864 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6f3d3db5-8cda-4d8e-ba9b-8c00e3523556 req-d572d439-5fd5-4015-b8fb-9b24d07797c8 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 944 time: 0.0562198 Aug 09 14:34:59.271872 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6f3d3db5-8cda-4d8e-ba9b-8c00e3523556 req-ff5f1003-2467-43b7-b4da-2af791f9dbb9 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333881 Aug 09 14:34:59.360986 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5e77b-41bf-4e5c-985f-af7f7a030fcb req-93465d4f-2c01-435a-8fad-ed146551bca6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:59.362461 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dca5e77b-41bf-4e5c-985f-af7f7a030fcb req-93465d4f-2c01-435a-8fad-ed146551bca6 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0500293 Aug 09 14:34:59.402076 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dca5e77b-41bf-4e5c-985f-af7f7a030fcb req-c9e6a331-0480-4c85-9f8b-2930cb9f1f00 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330155 Aug 09 14:34:59.476945 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918b28d-0d34-4c3c-87da-c843f0ae1497 req-e46acba3-c3e0-4e29-9391-e1389361f0a5 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:59.478584 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6918b28d-0d34-4c3c-87da-c843f0ae1497 req-e46acba3-c3e0-4e29-9391-e1389361f0a5 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0514719 Aug 09 14:34:59.523777 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6918b28d-0d34-4c3c-87da-c843f0ae1497 req-18386a0b-b576-4600-a985-99037a513300 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393605 Aug 09 14:34:59.894789 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a700e-5031-42be-96fc-3a891a215499 req-efd9b878-3921-4942-8caf-15b89495863e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:59.896293 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c11a700e-5031-42be-96fc-3a891a215499 req-efd9b878-3921-4942-8caf-15b89495863e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0643213 Aug 09 14:34:59.962703 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c11a700e-5031-42be-96fc-3a891a215499 req-dc4cbbd3-4193-421b-928c-48ea834817fa tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537541 Aug 09 14:34:59.973679 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5cf36-52ec-4ae9-ac42-3d8dd23589fe req-cdce19ce-ed6a-46ed-b1d8-2e20ed1621b3 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:34:59.975586 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-09f5cf36-52ec-4ae9-ac42-3d8dd23589fe req-cdce19ce-ed6a-46ed-b1d8-2e20ed1621b3 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=925c7cb0-c71f-409b-8024-6801f283fb26 HTTP/1.1" status: 200 len: 945 time: 0.0747187 Aug 09 14:35:00.015985 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-09f5cf36-52ec-4ae9-ac42-3d8dd23589fe req-88ae976e-d93c-4ea0-be1b-917f81dfbb15 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342109 Aug 09 14:35:00.401308 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff170ab-497a-43de-8cac-9fe3810627f9 req-78c21b8c-b3f5-43d2-8900-484f0068294d tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:00.402865 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3ff170ab-497a-43de-8cac-9fe3810627f9 req-78c21b8c-b3f5-43d2-8900-484f0068294d tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 944 time: 0.0527580 Aug 09 14:35:00.441396 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3ff170ab-497a-43de-8cac-9fe3810627f9 req-44556577-a513-423b-97eb-ebe5cd46e2be tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326235 Aug 09 14:35:00.522459 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5a519-00c4-48dc-a18e-64922714d8da req-26aed2fd-cee7-484a-964b-bae9ceb85a18 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:00.523951 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b7e5a519-00c4-48dc-a18e-64922714d8da req-26aed2fd-cee7-484a-964b-bae9ceb85a18 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0528533 Aug 09 14:35:00.562196 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b7e5a519-00c4-48dc-a18e-64922714d8da req-13c33d2c-01c1-4f1a-b042-67b66782b164 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322263 Aug 09 14:35:00.595600 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:35:00.666059 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32886af9-0048-4d4d-815c-b81e15b784c3 req-3f86e809-62f7-4c8b-810d-d9fd36255f3c tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:00.667638 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-32886af9-0048-4d4d-815c-b81e15b784c3 req-3f86e809-62f7-4c8b-810d-d9fd36255f3c tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0604053 Aug 09 14:35:00.713276 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-32886af9-0048-4d4d-815c-b81e15b784c3 req-7920ad95-4fb3-42e2-aceb-338e42a287b8 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395896 Aug 09 14:35:00.869663 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d6c40-2d15-43ae-9fe1-d7528e0eb5ee req-fa926ea3-9236-4b39-ad67-bcc362c48b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:00.871101 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ec5d6c40-2d15-43ae-9fe1-d7528e0eb5ee req-fa926ea3-9236-4b39-ad67-bcc362c48b71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=94fcc7593f8842ca9f6f0582e70529d5&device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 1099 time: 0.0470557 Aug 09 14:35:00.875735 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281bdcf-5f25-4fe7-b93d-2a9a9cff6933 req-4247b055-8839-486b-bf75-5f190462fcb9 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:00.877254 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7281bdcf-5f25-4fe7-b93d-2a9a9cff6933 req-4247b055-8839-486b-bf75-5f190462fcb9 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0498416 Aug 09 14:35:00.922299 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7281bdcf-5f25-4fe7-b93d-2a9a9cff6933 req-2f8bdda2-ea67-489e-9fda-92dfb2273fc7 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366163 Aug 09 14:35:00.967461 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d6c40-2d15-43ae-9fe1-d7528e0eb5ee req-951c0d7a-5bba-4ba3-855f-0de4d1ede05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:00.968950 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ec5d6c40-2d15-43ae-9fe1-d7528e0eb5ee req-951c0d7a-5bba-4ba3-855f-0de4d1ede05b service neutron] 10.222.0.11 "GET /v2.0/networks?id=68be63ba-7c01-4e71-8f7c-e4220c46edd1 HTTP/1.1" status: 200 len: 918 time: 0.0875893 Aug 09 14:35:01.012552 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ec5d6c40-2d15-43ae-9fe1-d7528e0eb5ee req-40616fb6-f92e-4d4f-9634-294853c295ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 HTTP/1.1" status: 200 len: 217 time: 0.0348969 Aug 09 14:35:01.072917 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d6c40-2d15-43ae-9fe1-d7528e0eb5ee req-797bd67c-ef16-4626-a7f9-98ab111958cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:01.074424 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ec5d6c40-2d15-43ae-9fe1-d7528e0eb5ee req-797bd67c-ef16-4626-a7f9-98ab111958cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9dcc6b59-86eb-470d-a76e-ee60461948ce HTTP/1.1" status: 200 len: 857 time: 0.0504730 Aug 09 14:35:01.105867 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd97a64-22f6-4b69-b712-bb6551eaca48 req-a9358fed-c800-4aad-9cd3-c498b6fa61aa tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:01.107366 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5dd97a64-22f6-4b69-b712-bb6551eaca48 req-a9358fed-c800-4aad-9cd3-c498b6fa61aa tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0644879 Aug 09 14:35:01.112502 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ec5d6c40-2d15-43ae-9fe1-d7528e0eb5ee req-9ca2e027-9fae-495c-9ce8-6b67ffa58868 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=68be63ba-7c01-4e71-8f7c-e4220c46edd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243893 Aug 09 14:35:01.166490 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bd798-96df-4d62-b207-f2760d2a4258 req-f6b7190c-0ed4-4671-90da-af3f64092b89 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:01.167980 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-421bd798-96df-4d62-b207-f2760d2a4258 req-f6b7190c-0ed4-4671-90da-af3f64092b89 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=925c7cb0-c71f-409b-8024-6801f283fb26 HTTP/1.1" status: 200 len: 945 time: 0.0793328 Aug 09 14:35:01.173649 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5dd97a64-22f6-4b69-b712-bb6551eaca48 req-0066ac05-ac0c-4c4e-bf68-cee76c541f7d tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523136 Aug 09 14:35:01.209978 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-421bd798-96df-4d62-b207-f2760d2a4258 req-38a3a7c4-084f-412c-87ba-adf9f3c4835a tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338070 Aug 09 14:35:01.210391 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ec5d6c40-2d15-43ae-9fe1-d7528e0eb5ee req-8fdaa048-ed63-4747-8ede-4409edb9ba89 service neutron] 10.222.0.11 "GET /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850117 Aug 09 14:35:01.314121 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ec5d6c40-2d15-43ae-9fe1-d7528e0eb5ee req-ff3726df-6ccc-4952-bdf1-86e62485dbd6 service neutron] 10.222.0.11 "GET /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947719 Aug 09 14:35:01.562429 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235139d-f519-4233-a8af-b024176296e6 req-a1f06100-17cb-45d2-9034-07004b228634 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:01.563971 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2235139d-f519-4233-a8af-b024176296e6 req-a1f06100-17cb-45d2-9034-07004b228634 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 944 time: 0.0523870 Aug 09 14:35:01.619906 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2235139d-f519-4233-a8af-b024176296e6 req-cf944c47-6953-410d-9859-60a1c6bb5b1a tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492229 Aug 09 14:35:01.838308 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef5760-f6a6-4769-a5c8-44cfb3ff77af req-8560686b-e029-440a-af8b-554aa48aff40 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:01.839865 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d9ef5760-f6a6-4769-a5c8-44cfb3ff77af req-8560686b-e029-440a-af8b-554aa48aff40 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0502546 Aug 09 14:35:01.879353 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d9ef5760-f6a6-4769-a5c8-44cfb3ff77af req-e0c684de-67cb-4246-a9ca-cfe160149ca2 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331125 Aug 09 14:35:01.994687 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d667dc9-2abe-485f-afa8-0dce0efec8e6 req-a4b88d64-f472-4620-ab9c-5ef568823cda tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:01.996166 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-3d667dc9-2abe-485f-afa8-0dce0efec8e6 req-a4b88d64-f472-4620-ab9c-5ef568823cda tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.11 "GET /v2.0/ports?device_id=925c7cb0-c71f-409b-8024-6801f283fb26 HTTP/1.1" status: 200 len: 945 time: 0.0514312 Aug 09 14:35:02.044832 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86428c92-40a7-410d-b513-cb5ca1831d4b req-27ced59a-1edd-41ec-b62f-e2c5a37e25fb tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:02.046338 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-86428c92-40a7-410d-b513-cb5ca1831d4b req-27ced59a-1edd-41ec-b62f-e2c5a37e25fb tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0516524 Aug 09 14:35:02.086480 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-86428c92-40a7-410d-b513-cb5ca1831d4b req-b59a09ce-8d83-4114-9d6b-7a30cdd7402c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326443 Aug 09 14:35:02.105334 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-3d667dc9-2abe-485f-afa8-0dce0efec8e6 req-ace94833-4d93-45f6-8010-511dccb8a6ba tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Deleting port d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:35:02.105687 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-3d667dc9-2abe-485f-afa8-0dce0efec8e6 req-ace94833-4d93-45f6-8010-511dccb8a6ba tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:02.197595 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-3d667dc9-2abe-485f-afa8-0dce0efec8e6 req-ace94833-4d93-45f6-8010-511dccb8a6ba tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] For port d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e,segment=NetworkSegment(9fb05a90-ea22-41fe-808d-057f20984806),segment_id=9fb05a90-ea22-41fe-808d-057f20984806)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:35:02.197972 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-3d667dc9-2abe-485f-afa8-0dce0efec8e6 req-ace94833-4d93-45f6-8010-511dccb8a6ba tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:02.223074 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-3d667dc9-2abe-485f-afa8-0dce0efec8e6 req-ace94833-4d93-45f6-8010-511dccb8a6ba tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Calling delete_port for d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e owned by compute:nova {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:35:02.296069 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914a68d-abfa-457c-bbfa-6e1eb400759b req-bc4bdc06-57a3-4c66-9c19-eb4d7023adb6 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:02.297752 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a914a68d-abfa-457c-bbfa-6e1eb400759b req-bc4bdc06-57a3-4c66-9c19-eb4d7023adb6 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0529737 Aug 09 14:35:02.363019 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-3d667dc9-2abe-485f-afa8-0dce0efec8e6 req-ace94833-4d93-45f6-8010-511dccb8a6ba tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:02.370866 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a914a68d-abfa-457c-bbfa-6e1eb400759b req-246cf4c6-79a6-46e6-af98-97275fd72eaf tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616920 Aug 09 14:35:02.378626 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:35:02.379368 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb5c3-876e-4d2a-bea1-33c23e3eed82 req-4ff9d0bf-4153-4b2a-aeb0-0bae26342fd6 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:02.381109 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-24deb5c3-876e-4d2a-bea1-33c23e3eed82 req-4ff9d0bf-4153-4b2a-aeb0-0bae26342fd6 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=925c7cb0-c71f-409b-8024-6801f283fb26 HTTP/1.1" status: 200 len: 867 time: 0.0930083 Aug 09 14:35:02.402742 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace94833-4d93-45f6-8010-511dccb8a6ba tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Pushing event deleted for resources: {'Port': ['ID=d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:02.435061 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-24deb5c3-876e-4d2a-bea1-33c23e3eed82 req-5e3d6f1d-fe8d-421a-a044-04e123909e90 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409644 Aug 09 14:35:02.441019 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94833-4d93-45f6-8010-511dccb8a6ba tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:02.441356 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94833-4d93-45f6-8010-511dccb8a6ba tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:02.441692 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94833-4d93-45f6-8010-511dccb8a6ba tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:02.442027 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94833-4d93-45f6-8010-511dccb8a6ba tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:02.442357 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94833-4d93-45f6-8010-511dccb8a6ba tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:02.442814 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94833-4d93-45f6-8010-511dccb8a6ba tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:02.443294 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94833-4d93-45f6-8010-511dccb8a6ba tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:02.443869 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94833-4d93-45f6-8010-511dccb8a6ba tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:02.444328 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94833-4d93-45f6-8010-511dccb8a6ba tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:02.444663 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94833-4d93-45f6-8010-511dccb8a6ba tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:02.444992 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94833-4d93-45f6-8010-511dccb8a6ba tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:02.445318 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace94833-4d93-45f6-8010-511dccb8a6ba tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:02.449137 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d667dc9-2abe-485f-afa8-0dce0efec8e6 req-ace94833-4d93-45f6-8010-511dccb8a6ba tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] No DVR routers for this DVR port d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e on host hv-cinder-78093 {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:35:02.451910 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-3d667dc9-2abe-485f-afa8-0dce0efec8e6 req-ace94833-4d93-45f6-8010-511dccb8a6ba tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:02.453286 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-3d667dc9-2abe-485f-afa8-0dce0efec8e6 req-ace94833-4d93-45f6-8010-511dccb8a6ba tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.11 "DELETE /v2.0/ports/d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e HTTP/1.1" status: 204 len: 173 time: 0.4493995 Aug 09 14:35:02.454033 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925c7cb0-c71f-409b-8024-6801f283fb26', 'name': 'network-vif-deleted', 'tag': 'd7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:35:02.456239 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d73f3b-8bb7-4599-87fe-409138f39207" -d '{"events": [{"server_uuid": "925c7cb0-c71f-409b-8024-6801f283fb26", "name": "network-vif-deleted", "tag": "d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:35:02.502509 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d50b3c2-8a88-4eca-835a-f68406bcbe8a x-openstack-request-id: req-1d50b3c2-8a88-4eca-835a-f68406bcbe8a {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:35:02.502905 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925c7cb0-c71f-409b-8024-6801f283fb26", "name": "network-vif-deleted", "tag": "d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:35:02.503170 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1d50b3c2-8a88-4eca-835a-f68406bcbe8a {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:35:02.503573 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925c7cb0-c71f-409b-8024-6801f283fb26', 'name': 'network-vif-deleted', 'tag': 'd7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e', 'status': 'completed', 'code': 200} Aug 09 14:35:02.741711 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d084d1-0285-42b7-bca3-1cbd63213adb req-4b79fa01-bc2e-4b4c-b049-f8f1fedd7d88 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:02.743472 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b2d084d1-0285-42b7-bca3-1cbd63213adb req-4b79fa01-bc2e-4b4c-b049-f8f1fedd7d88 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 944 time: 0.0512147 Aug 09 14:35:02.789166 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b2d084d1-0285-42b7-bca3-1cbd63213adb req-4c54fecf-3a87-402e-a4f0-2a4474a69cfe tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397193 Aug 09 14:35:03.011247 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a144907-53ae-4974-a734-7ff1c45c04f9 req-b9ba00ae-05da-491e-9a2d-0737c6ac2b30 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:03.012902 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8a144907-53ae-4974-a734-7ff1c45c04f9 req-b9ba00ae-05da-491e-9a2d-0737c6ac2b30 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0549245 Aug 09 14:35:03.063570 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8a144907-53ae-4974-a734-7ff1c45c04f9 req-c10e9bcb-082e-4eea-9cfb-fab5660b2e2c tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442407 Aug 09 14:35:03.214796 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fae1b-bf49-4410-8182-34ce83b0d25e req-844f3008-84f6-49b5-bdd4-09e52eb16b9e tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:03.216361 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ab2fae1b-bf49-4410-8182-34ce83b0d25e req-844f3008-84f6-49b5-bdd4-09e52eb16b9e tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0584242 Aug 09 14:35:03.256980 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ab2fae1b-bf49-4410-8182-34ce83b0d25e req-5fdaa018-76ae-4ba9-98bd-bde0c60ddec2 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346947 Aug 09 14:35:03.492564 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625ca35-229d-40cf-a693-7d77a2313dd2 req-8daa6061-daa3-489d-99c4-31c916a8943d tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:03.494366 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8625ca35-229d-40cf-a693-7d77a2313dd2 req-8daa6061-daa3-489d-99c4-31c916a8943d tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0522680 Aug 09 14:35:03.543674 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8625ca35-229d-40cf-a693-7d77a2313dd2 req-df2be22d-8c0a-40ef-8915-31ca67949866 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432432 Aug 09 14:35:03.913888 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d3057-6f30-4b48-bd64-3e68c20a8873 req-33d15322-14a8-4be2-a737-658c5e6c3010 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:03.915437 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-932d3057-6f30-4b48-bd64-3e68c20a8873 req-33d15322-14a8-4be2-a737-658c5e6c3010 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 944 time: 0.0529189 Aug 09 14:35:03.959147 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-932d3057-6f30-4b48-bd64-3e68c20a8873 req-31a3adf1-c3d4-4ae0-b402-88b8c11dd739 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372119 Aug 09 14:35:04.184554 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba63315-dabf-4f2c-8e41-df0b64f620cc req-aca67474-451f-48fb-b8f2-fb02cdb8b7e4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:04.186070 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dba63315-dabf-4f2c-8e41-df0b64f620cc req-aca67474-451f-48fb-b8f2-fb02cdb8b7e4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0485532 Aug 09 14:35:04.226795 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dba63315-dabf-4f2c-8e41-df0b64f620cc req-7d79d983-9391-461c-9dbb-a1b83b18c0b6 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341012 Aug 09 14:35:04.382794 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2365308-fc3f-4ce7-883f-573723ddbcd5 req-51ce606c-0fda-461a-8765-1fc6dca0e716 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:04.384150 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d2365308-fc3f-4ce7-883f-573723ddbcd5 req-51ce606c-0fda-461a-8765-1fc6dca0e716 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0577986 Aug 09 14:35:04.426693 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d2365308-fc3f-4ce7-883f-573723ddbcd5 req-34f7d7f6-bb26-4054-bfa8-fc0255dc4b60 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365644 Aug 09 14:35:04.660345 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01844f2-acfb-4ae6-8029-c52bd4ac7686 req-9b48af2c-1fe3-47ff-84ef-8f6bfc418df6 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:04.662445 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e01844f2-acfb-4ae6-8029-c52bd4ac7686 req-9b48af2c-1fe3-47ff-84ef-8f6bfc418df6 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0494287 Aug 09 14:35:04.704612 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e01844f2-acfb-4ae6-8029-c52bd4ac7686 req-69b1bbb0-fc7c-43ae-889c-0197fd0cc4d5 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362656 Aug 09 14:35:05.079190 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38d129-b66e-40c4-a293-bf9fc565344a req-6e471a0e-3c0f-4b9b-ac86-772442c9b74a tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:05.080748 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9c38d129-b66e-40c4-a293-bf9fc565344a req-6e471a0e-3c0f-4b9b-ac86-772442c9b74a tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 944 time: 0.0499237 Aug 09 14:35:05.122613 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9c38d129-b66e-40c4-a293-bf9fc565344a req-abb6833a-6ff3-433c-a2ef-cd17e029fa1c tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346544 Aug 09 14:35:05.345251 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5a529-a541-4679-9acb-47ed0ddb8865 req-1341dcd3-d539-4046-ad40-db0fce8f5049 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:05.346895 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-05c5a529-a541-4679-9acb-47ed0ddb8865 req-1341dcd3-d539-4046-ad40-db0fce8f5049 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0487545 Aug 09 14:35:05.386976 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-05c5a529-a541-4679-9acb-47ed0ddb8865 req-885221c7-5da3-4d1d-b4d7-5d010cfba7f9 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334225 Aug 09 14:35:05.830535 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb98cbf-0672-4e24-822e-72cbcde44f61 req-60a6cef6-fae5-44ff-9d99-74d15f286df0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:05.832098 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-afb98cbf-0672-4e24-822e-72cbcde44f61 req-60a6cef6-fae5-44ff-9d99-74d15f286df0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0589135 Aug 09 14:35:05.875708 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-afb98cbf-0672-4e24-822e-72cbcde44f61 req-9b7fe425-17ff-497a-a581-6ea9bcdff1e7 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373926 Aug 09 14:35:06.243846 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9c0de-408d-447b-867f-3c17c3da054c req-8d58b88d-b8eb-4979-a20d-9f40a894f252 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:06.245362 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-50c9c0de-408d-447b-867f-3c17c3da054c req-8d58b88d-b8eb-4979-a20d-9f40a894f252 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 944 time: 0.0558197 Aug 09 14:35:06.289928 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-50c9c0de-408d-447b-867f-3c17c3da054c req-8ace2eb2-e89f-46b3-a9c2-7660b793181d tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385115 Aug 09 14:35:06.514291 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6e0534c1-3319-480d-81e1-cdaef86900cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:06.520650 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09ae01-5731-4ea9-b06a-a7e303dfbacc req-c758bd21-d60d-4065-acc1-6da5c26381d8 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:06.522286 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6b09ae01-5731-4ea9-b06a-a7e303dfbacc req-c758bd21-d60d-4065-acc1-6da5c26381d8 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 944 time: 0.0584371 Aug 09 14:35:06.565486 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6b09ae01-5731-4ea9-b06a-a7e303dfbacc req-32102247-862d-4e17-88ed-383fbf33be47 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371397 Aug 09 14:35:06.838197 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:35:06.841604 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:35:06.872504 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] No Port match for: d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:35:06.872765 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device d7db5daf-3c5f-4b7a-976b-8e46fa1a6d4e not bound to the agent host hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:35:06.978237 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:35:06.989853 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': '6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'port_id': '6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70', 'mac_address': 'fa:16:3e:46:2a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:35:07.021737 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a29370-8b02-465b-834b-4a05e9e22eb6 req-44348ce9-b95d-42fb-bc4f-326c4fac015b tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:07.023579 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-40a29370-8b02-465b-834b-4a05e9e22eb6 req-44348ce9-b95d-42fb-bc4f-326c4fac015b tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0521131 Aug 09 14:35:07.033698 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:07.049574 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:35:07.068360 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-40a29370-8b02-465b-834b-4a05e9e22eb6 req-892dde8b-8e70-48d5-a63a-c19416b99b5a tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382881 Aug 09 14:35:07.074445 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:35:07.079332 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:07.131918 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70,revision_number=9']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:07.386793 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:35:07.425331 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f864d0-8b19-413c-9c20-531a35e7644f req-e502499c-bc8a-47e8-a12e-6d58b57eea30 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:07.429270 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-51f864d0-8b19-413c-9c20-531a35e7644f req-e502499c-bc8a-47e8-a12e-6d58b57eea30 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 944 time: 0.0655532 Aug 09 14:35:07.471346 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-51f864d0-8b19-413c-9c20-531a35e7644f req-ecfadb5d-ef95-4303-a083-9228a93f5bfb tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360737 Aug 09 14:35:07.721121 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381645f-5c25-4e40-8d4b-ec415d15da7e req-46c8fab6-36c8-4dab-bb42-cb2c70ff7fa8 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:07.722814 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c381645f-5c25-4e40-8d4b-ec415d15da7e req-46c8fab6-36c8-4dab-bb42-cb2c70ff7fa8 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 945 time: 0.0583327 Aug 09 14:35:07.762536 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c381645f-5c25-4e40-8d4b-ec415d15da7e req-be6a16f9-fa78-4e76-a3d7-d0f2e8b234e9 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327909 Aug 09 14:35:08.205041 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffba62-10ca-42a0-bf12-1992617ed058 req-1e1d452f-98ef-4e07-9229-0ac5dcb1e583 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:08.206513 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a7ffba62-10ca-42a0-bf12-1992617ed058 req-1e1d452f-98ef-4e07-9229-0ac5dcb1e583 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0633574 Aug 09 14:35:08.249672 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a7ffba62-10ca-42a0-bf12-1992617ed058 req-a357f881-c772-43f6-830d-42f6c443b5b2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365388 Aug 09 14:35:08.587250 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150ccd8-3f8c-4811-b138-55c8a1c896ee req-f40deed9-66d4-4757-ad38-ab23b0c39a88 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:08.588757 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7150ccd8-3f8c-4811-b138-55c8a1c896ee req-f40deed9-66d4-4757-ad38-ab23b0c39a88 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 944 time: 0.0501728 Aug 09 14:35:08.628168 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7150ccd8-3f8c-4811-b138-55c8a1c896ee req-cd231c1e-c051-46bf-b3e3-02a7c1d31cb5 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326452 Aug 09 14:35:08.885272 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc2fd1-f235-427b-834e-8025bde71813 req-6b5e8978-7d6f-43ee-9074-9a2716f85178 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:08.886642 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-80bc2fd1-f235-427b-834e-8025bde71813 req-6b5e8978-7d6f-43ee-9074-9a2716f85178 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 945 time: 0.0494349 Aug 09 14:35:08.925803 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-80bc2fd1-f235-427b-834e-8025bde71813 req-c8f85899-d2be-4b7f-9bb3-a74da3a87c60 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331774 Aug 09 14:35:09.354835 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:09.396597 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa4f15-086e-4247-9530-a22f379e3a94 req-ff6476e2-2cd5-43c8-8800-008cc6d2051e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:09.398050 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-30fa4f15-086e-4247-9530-a22f379e3a94 req-ff6476e2-2cd5-43c8-8800-008cc6d2051e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0567153 Aug 09 14:35:09.441580 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-30fa4f15-086e-4247-9530-a22f379e3a94 req-54056fd4-b773-476f-9d3d-69813c52aa41 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373273 Aug 09 14:35:09.659900 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-97299740-b88e-4fcf-9bf0-02e7c567949a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:09.753065 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43414bf5-ac20-4cfa-ad21-488b14cf1246 req-b5f9a248-9aa2-42fe-9b11-812e07759b2e tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:09.754541 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-43414bf5-ac20-4cfa-ad21-488b14cf1246 req-b5f9a248-9aa2-42fe-9b11-812e07759b2e tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 944 time: 0.0497429 Aug 09 14:35:09.793706 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-43414bf5-ac20-4cfa-ad21-488b14cf1246 req-4dd3ea28-968f-461e-aebe-9150340f3c2a tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325789 Aug 09 14:35:10.056985 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d43f05-1039-4a2c-a53b-549630821e3d req-a7f6ee22-f566-4aa3-9b40-daee91fd43e5 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:10.058583 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-28d43f05-1039-4a2c-a53b-549630821e3d req-a7f6ee22-f566-4aa3-9b40-daee91fd43e5 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 945 time: 0.0558846 Aug 09 14:35:10.095302 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-28d43f05-1039-4a2c-a53b-549630821e3d req-9218bba6-80ca-45cd-8561-4f5694c3528d tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306349 Aug 09 14:35:10.296355 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 4c955d5d-6516-4e10-abff-2eb33b0fd26f details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:35:10.299668 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:10.393031 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 4c955d5d-6516-4e10-abff-2eb33b0fd26f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4c955d5d-6516-4e10-abff-2eb33b0fd26f,segment=NetworkSegment(a4e4de31-1b1f-431d-a977-df7ee1f8ed33),segment_id=a4e4de31-1b1f-431d-a977-df7ee1f8ed33)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:35:10.404490 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': '4c955d5d-6516-4e10-abff-2eb33b0fd26f', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'port_id': '4c955d5d-6516-4e10-abff-2eb33b0fd26f', 'mac_address': 'fa:16:3e:b2:53:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:35:10.445642 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:10.457829 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c955d5d-6516-4e10-abff-2eb33b0fd26f {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:35:10.481385 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 4c955d5d-6516-4e10-abff-2eb33b0fd26f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4c955d5d-6516-4e10-abff-2eb33b0fd26f,segment=NetworkSegment(a4e4de31-1b1f-431d-a977-df7ee1f8ed33),segment_id=a4e4de31-1b1f-431d-a977-df7ee1f8ed33)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:35:10.485429 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:10.535392 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=4c955d5d-6516-4e10-abff-2eb33b0fd26f,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:10.543357 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:10.543707 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:10.544059 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:10.544391 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:10.544726 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:10.545055 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:10.545380 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:10.545705 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:10.546032 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:10.546382 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:10.546728 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:10.547051 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:10.562761 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5861f5f-224c-4740-bad4-f682b6bbadf8 req-c27ca841-4482-435a-b729-7de8c38d9538 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:10.564253 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c5861f5f-224c-4740-bad4-f682b6bbadf8 req-c27ca841-4482-435a-b729-7de8c38d9538 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0526192 Aug 09 14:35:10.606687 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c5861f5f-224c-4740-bad4-f682b6bbadf8 req-3743cee4-558f-4de1-8a20-70a55cd3ef91 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360863 Aug 09 14:35:10.916836 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098db76f-6108-4d5f-8d3c-53bd9c234c1f req-5bba0ade-ce3d-48b8-8d05-89be73f96fe8 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:10.918339 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-098db76f-6108-4d5f-8d3c-53bd9c234c1f req-5bba0ade-ce3d-48b8-8d05-89be73f96fe8 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 945 time: 0.0491829 Aug 09 14:35:10.961270 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-098db76f-6108-4d5f-8d3c-53bd9c234c1f req-e8c3d7cf-5fa6-4662-8752-29b6ba679a1c tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367894 Aug 09 14:35:11.201637 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:35:11.223329 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6f295-1773-4075-a81c-b045a0f05a50 req-8cd71beb-15f1-4d42-adf3-e61eacbf79a4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:11.225213 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-16c6f295-1773-4075-a81c-b045a0f05a50 req-8cd71beb-15f1-4d42-adf3-e61eacbf79a4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 945 time: 0.0523036 Aug 09 14:35:11.251788 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:35:11.252160 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:11.267405 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-16c6f295-1773-4075-a81c-b045a0f05a50 req-35338fb8-bd62-4d4f-91a8-4ee1164d1ddd tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360308 Aug 09 14:35:11.334965 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:11.361163 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460fe605-d6f8-4dc4-ae5e-5d8d35d1e475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:35:11.363454 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c7c604-9dc9-4179-b7df-efa64b2ae5bd" -d '{"events": [{"server_uuid": "460fe605-d6f8-4dc4-ae5e-5d8d35d1e475", "name": "network-vif-plugged", "status": "completed", "tag": "6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:35:11.377631 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:35:11.382787 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:11.407096 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc06ff17-9941-4cd2-a9fb-0b0fd18f0853 x-openstack-request-id: req-cc06ff17-9941-4cd2-a9fb-0b0fd18f0853 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:35:11.407733 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460fe605-d6f8-4dc4-ae5e-5d8d35d1e475", "name": "network-vif-plugged", "status": "completed", "tag": "6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:35:11.407733 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc06ff17-9941-4cd2-a9fb-0b0fd18f0853 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:35:11.407988 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460fe605-d6f8-4dc4-ae5e-5d8d35d1e475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70', 'code': 200} Aug 09 14:35:11.434090 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70,revision_number=10']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:11.721365 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed3640-cc20-4be8-8221-39a4b7c88fc9 req-2ae79fa6-b5ec-47ad-885a-5824cd156bd4 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:11.722929 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-feed3640-cc20-4be8-8221-39a4b7c88fc9 req-2ae79fa6-b5ec-47ad-885a-5824cd156bd4 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0473671 Aug 09 14:35:11.763980 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-feed3640-cc20-4be8-8221-39a4b7c88fc9 req-9d0aaa5b-8e79-4f97-bee0-6ad84e596a65 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343924 Aug 09 14:35:12.075903 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb93e4-1f0b-4281-8c65-56ac6c37743f req-349226d6-88d4-45e1-a3af-8ff75ddac516 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:12.077483 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-85cb93e4-1f0b-4281-8c65-56ac6c37743f req-349226d6-88d4-45e1-a3af-8ff75ddac516 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 945 time: 0.0498073 Aug 09 14:35:12.117693 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-85cb93e4-1f0b-4281-8c65-56ac6c37743f req-cb6fe327-9f08-4569-b69c-84ead98e109c tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321953 Aug 09 14:35:12.285333 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:12.399325 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c048c6-9b73-4159-b7b2-47c3c149dd2c req-d5425aaa-d40e-48b4-8bf4-1f6de9e7935d tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:12.400943 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-63c048c6-9b73-4159-b7b2-47c3c149dd2c req-d5425aaa-d40e-48b4-8bf4-1f6de9e7935d tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 947 time: 0.0569475 Aug 09 14:35:12.440396 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-63c048c6-9b73-4159-b7b2-47c3c149dd2c req-e29b5d4f-ef24-48c5-8597-022d23220229 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329709 Aug 09 14:35:12.586462 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['4c955d5d-6516-4e10-abff-2eb33b0fd26f'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:35:12.842184 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed31eb-0b41-40cd-83f8-646a85d6bdb5 req-6a86006f-e708-4995-adbf-673c8be424cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:12.843715 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-49ed31eb-0b41-40cd-83f8-646a85d6bdb5 req-6a86006f-e708-4995-adbf-673c8be424cb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 1100 time: 0.0546913 Aug 09 14:35:12.889769 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-49ed31eb-0b41-40cd-83f8-646a85d6bdb5 req-2311e616-2807-41bc-a93f-1980fd5fdb61 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352130 Aug 09 14:35:12.897539 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fa4f3-0886-4234-9369-cfa7f46a5c85 req-a0210a87-acf5-4df1-aadd-19878798ad4b tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:12.899004 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ee5fa4f3-0886-4234-9369-cfa7f46a5c85 req-a0210a87-acf5-4df1-aadd-19878798ad4b tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0485353 Aug 09 14:35:12.940548 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ee5fa4f3-0886-4234-9369-cfa7f46a5c85 req-6e98bc8d-4dc2-4e69-b60e-d37acf39f10c tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355053 Aug 09 14:35:13.231741 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48080ed-10a8-4c22-bffc-20ebdc087f39 req-b6120b77-6f9d-4adf-be56-73f8cc7165cf tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:13.233331 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e48080ed-10a8-4c22-bffc-20ebdc087f39 req-b6120b77-6f9d-4adf-be56-73f8cc7165cf tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 945 time: 0.0497358 Aug 09 14:35:13.273358 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e48080ed-10a8-4c22-bffc-20ebdc087f39 req-006247c7-5841-4ef5-988d-bb0f9c787cff tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341239 Aug 09 14:35:13.558071 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-3c215063-b399-4ba6-97fd-48bff893455b tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:13.559655 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-3c215063-b399-4ba6-97fd-48bff893455b tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/networks?id=6a60b0bb-e015-4463-87d8-d9c92cdebe24 HTTP/1.1" status: 200 len: 813 time: 0.1257389 Aug 09 14:35:13.588753 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-e2498dc7-6ece-4f10-a768-5232df776164 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/quotas/78aec7452a034fc28ad868e60c337050 HTTP/1.1" status: 200 len: 375 time: 0.0147536 Aug 09 14:35:13.615118 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681b70a-fac4-41c0-8a88-a59bf1a63d20 req-220c7b28-2fa7-40c2-85a9-dcd25c0a8c6f tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:13.616664 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f681b70a-fac4-41c0-8a88-a59bf1a63d20 req-220c7b28-2fa7-40c2-85a9-dcd25c0a8c6f tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 947 time: 0.0881448 Aug 09 14:35:13.633433 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-a03dcc39-ce32-4625-b0da-6c29831bbd1c tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=78aec7452a034fc28ad868e60c337050&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381601 Aug 09 14:35:13.717736 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f681b70a-fac4-41c0-8a88-a59bf1a63d20 req-7d7e347b-7b78-4391-863a-8b65370af435 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873823 Aug 09 14:35:13.751110 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-57314471-aa7e-400a-8a5c-6be948c51183 service neutron] 10.222.0.60 "GET /v2.0/networks/6a60b0bb-e015-4463-87d8-d9c92cdebe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105886 Aug 09 14:35:13.843013 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-d0d4bdba-145d-4787-b348-8f55f4c0bb05 service neutron] 10.222.0.60 "GET /v2.0/networks/6a60b0bb-e015-4463-87d8-d9c92cdebe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857351 Aug 09 14:35:13.973417 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf97b5c-7954-4738-8529-e12262c17c0d req-abd8ebfd-9072-4073-accb-b64eaea6c7f2 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:13.976019 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4cf97b5c-7954-4738-8529-e12262c17c0d req-abd8ebfd-9072-4073-accb-b64eaea6c7f2 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0636628 Aug 09 14:35:14.034410 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-179e9be2-6ebd-4aec-976d-ac5e5bd5d9da req-dc825a88-7bc7-4b29-bb5a-516dbd1a1c8b tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=068475af-9683-4599-9bb1-5ce0ff990cbe HTTP/1.1" status: 200 len: 210 time: 0.0358634 Aug 09 14:35:14.055778 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4cf97b5c-7954-4738-8529-e12262c17c0d req-9b1eef1d-2cc3-44d6-8e32-7d2a32fd86a1 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715635 Aug 09 14:35:14.176554 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed46aa5-8f6a-4469-b311-5f1ef4ffc83e req-7e87b076-77cc-4809-87a8-fdbb8fe82059 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:14.183578 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6ed46aa5-8f6a-4469-b311-5f1ef4ffc83e req-7e87b076-77cc-4809-87a8-fdbb8fe82059 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0726469 Aug 09 14:35:14.251252 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6ed46aa5-8f6a-4469-b311-5f1ef4ffc83e req-e2b4fdfc-1096-4368-91e6-4813044c47a2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646904 Aug 09 14:35:14.262072 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 4c955d5d-6516-4e10-abff-2eb33b0fd26f up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:35:14.352006 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning for port 4c955d5d-6516-4e10-abff-2eb33b0fd26f completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:35:14.359321 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port 4c955d5d-6516-4e10-abff-2eb33b0fd26f triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:35:14.360227 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:14.428221 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2decd6e-ce43-4953-8c66-f36c0ca1d5a0 req-a51e7d84-868f-4ff1-82ac-e29181906247 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:14.436354 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b2decd6e-ce43-4953-8c66-f36c0ca1d5a0 req-a51e7d84-868f-4ff1-82ac-e29181906247 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 945 time: 0.0763233 Aug 09 14:35:14.482860 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b2decd6e-ce43-4953-8c66-f36c0ca1d5a0 req-60642486-b172-4d01-a341-b45024e5289b tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430093 Aug 09 14:35:14.607672 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:14.642726 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14965454-7bb2-4145-a1d4-fc82d3109411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c955d5d-6516-4e10-abff-2eb33b0fd26f'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:35:14.642726 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d857f6-d85e-4d8f-8601-c2dba4394d06" -d '{"events": [{"server_uuid": "14965454-7bb2-4145-a1d4-fc82d3109411", "name": "network-vif-plugged", "status": "completed", "tag": "4c955d5d-6516-4e10-abff-2eb33b0fd26f"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:35:14.657311 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 4c955d5d-6516-4e10-abff-2eb33b0fd26f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4c955d5d-6516-4e10-abff-2eb33b0fd26f,segment=NetworkSegment(a4e4de31-1b1f-431d-a977-df7ee1f8ed33),segment_id=a4e4de31-1b1f-431d-a977-df7ee1f8ed33)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:35:14.665865 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:14.694296 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45371be7-4c20-424a-849a-91970442db21 x-openstack-request-id: req-45371be7-4c20-424a-849a-91970442db21 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:35:14.694666 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14965454-7bb2-4145-a1d4-fc82d3109411", "name": "network-vif-plugged", "status": "completed", "tag": "4c955d5d-6516-4e10-abff-2eb33b0fd26f", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:35:14.695085 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-45371be7-4c20-424a-849a-91970442db21 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:35:14.695556 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14965454-7bb2-4145-a1d4-fc82d3109411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c955d5d-6516-4e10-abff-2eb33b0fd26f', 'code': 200} Aug 09 14:35:14.726819 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=4c955d5d-6516-4e10-abff-2eb33b0fd26f,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:14.871630 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08d679-f40e-479d-915a-b7e4efe19cbd req-55e8afec-7676-45ab-9ac6-8da69d30dfba tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:14.873141 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2b08d679-f40e-479d-915a-b7e4efe19cbd req-55e8afec-7676-45ab-9ac6-8da69d30dfba tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 947 time: 0.0626190 Aug 09 14:35:14.919687 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2b08d679-f40e-479d-915a-b7e4efe19cbd req-21fa82ea-ecff-4220-81e9-521a122fc600 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403287 Aug 09 14:35:14.994399 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f182fc-25cf-4e1a-b789-5bdfca348a4d req-12fbb1fb-519c-42fc-8ac5-4ad7c77d97a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:14.996055 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-53f182fc-25cf-4e1a-b789-5bdfca348a4d req-12fbb1fb-519c-42fc-8ac5-4ad7c77d97a2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 1099 time: 0.0465624 Aug 09 14:35:15.054774 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-53f182fc-25cf-4e1a-b789-5bdfca348a4d req-31d25c33-d418-442f-8762-d056e832a042 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325525 Aug 09 14:35:15.135833 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-24c92c2c-c0a6-46be-86d3-0b1a1a2e8a83 req-b3cdff14-5b68-4035-bb9b-be82e2a8bebb tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=068475af-9683-4599-9bb1-5ce0ff990cbe HTTP/1.1" status: 200 len: 210 time: 0.0287440 Aug 09 14:35:15.183269 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93462300-1d9f-43ff-aa73-98b7b580d4db req-4bb2a5da-1a60-475b-ba6f-0d54b4be2f27 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:15.184786 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-93462300-1d9f-43ff-aa73-98b7b580d4db req-4bb2a5da-1a60-475b-ba6f-0d54b4be2f27 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0521152 Aug 09 14:35:15.227942 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-93462300-1d9f-43ff-aa73-98b7b580d4db req-2a564431-68a1-452c-afd0-1e3c7532f7f8 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369842 Aug 09 14:35:15.378534 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f9e17-51db-45e9-9dfa-b52b48b5b953 req-f79b223f-7d2e-4d1b-9a87-f242e39f8ce1 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:15.380719 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-179f9e17-51db-45e9-9dfa-b52b48b5b953 req-f79b223f-7d2e-4d1b-9a87-f242e39f8ce1 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0518415 Aug 09 14:35:15.421932 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-179f9e17-51db-45e9-9dfa-b52b48b5b953 req-2fb07930-8dd2-4902-bbbe-f2a73dfa0665 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354726 Aug 09 14:35:15.594695 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-9e165d7a-a03a-458f-94ee-c40e47323547 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:15.596229 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-9e165d7a-a03a-458f-94ee-c40e47323547 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.11 "GET /v2.0/networks?id=6a60b0bb-e015-4463-87d8-d9c92cdebe24 HTTP/1.1" status: 200 len: 813 time: 0.1138315 Aug 09 14:35:15.611551 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a161ad-9bd6-467f-a9af-f545c700907e req-e032b4c2-c227-4630-9803-7b9df5ef0c17 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:15.613148 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-78a161ad-9bd6-467f-a9af-f545c700907e req-e032b4c2-c227-4630-9803-7b9df5ef0c17 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 946 time: 0.0532007 Aug 09 14:35:15.619177 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-e97c756e-f2df-4def-9b07-000f43696ac1 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Request body: {'port': {'device_id': '068475af-9683-4599-9bb1-5ce0ff990cbe', 'network_id': '6a60b0bb-e015-4463-87d8-d9c92cdebe24', 'admin_state_up': True, 'tenant_id': '78aec7452a034fc28ad868e60c337050'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:35:15.656154 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-78a161ad-9bd6-467f-a9af-f545c700907e req-8709a580-94fa-4f4e-90ca-c06b43f0099f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353167 Aug 09 14:35:15.729493 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-e97c756e-f2df-4def-9b07-000f43696ac1 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Made reservation on behalf of 78aec7452a034fc28ad868e60c337050 for: {'port': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:35:15.733643 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-e97c756e-f2df-4def-9b07-000f43696ac1 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:15.862925 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-e97c756e-f2df-4def-9b07-000f43696ac1 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Allocated IP 172.20.0.11 (6a60b0bb-e015-4463-87d8-d9c92cdebe24/922b8805-2d46-41c7-b7a7-ee7e2f87ae3d/47f77563-601b-49f6-b055-6ceef20279fd) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:35:16.054089 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-e97c756e-f2df-4def-9b07-000f43696ac1 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:16.082435 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b5a8c-256a-46c0-b1b8-6f3b9d2984f9 req-5a70d521-4834-4830-8565-a274e96a5ab1 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:16.084862 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dd4b5a8c-256a-46c0-b1b8-6f3b9d2984f9 req-5a70d521-4834-4830-8565-a274e96a5ab1 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 947 time: 0.0643468 Aug 09 14:35:16.099283 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-e97c756e-f2df-4def-9b07-000f43696ac1 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:16.132676 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dd4b5a8c-256a-46c0-b1b8-6f3b9d2984f9 req-35b2008b-dab9-4c7e-bf66-5d31d7a9d456 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413828 Aug 09 14:35:16.142232 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-e97c756e-f2df-4def-9b07-000f43696ac1 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Network 6a60b0bb-e015-4463-87d8-d9c92cdebe24 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:35:16.148614 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-e97c756e-f2df-4def-9b07-000f43696ac1 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:35:16.152598 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-e97c756e-f2df-4def-9b07-000f43696ac1 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:35:16.179310 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c756e-f2df-4def-9b07-000f43696ac1 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Pushing event updated for resources: {'Port': ['ID=47f77563-601b-49f6-b055-6ceef20279fd,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:16.204771 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-e97c756e-f2df-4def-9b07-000f43696ac1 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:16.205433 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-e97c756e-f2df-4def-9b07-000f43696ac1 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:16.221928 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-e97c756e-f2df-4def-9b07-000f43696ac1 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6079273 Aug 09 14:35:16.235923 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-dc12a2d0-25c8-44d5-8135-4442d135e4c2 service neutron] Request body: {'port': {'device_id': '068475af-9683-4599-9bb1-5ce0ff990cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:35:16.269234 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3b9e1-7fcb-4310-b58d-4a931caf8b31 req-149f0ec8-f161-40b5-a776-3e9132408f02 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:16.271429 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-15e3b9e1-7fcb-4310-b58d-4a931caf8b31 req-149f0ec8-f161-40b5-a776-3e9132408f02 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=068475af-9683-4599-9bb1-5ce0ff990cbe HTTP/1.1" status: 200 len: 932 time: 0.0598428 Aug 09 14:35:16.299329 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-dc12a2d0-25c8-44d5-8135-4442d135e4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:16.336453 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-15e3b9e1-7fcb-4310-b58d-4a931caf8b31 req-b254095c-72ef-40c8-a710-9ec6e14ab5f9 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571754 Aug 09 14:35:16.358384 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aae211-65bf-472a-8d32-71ad89a1c7e7 req-fdd8ec93-375c-4f2d-88c8-42b191d79cce tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:16.360171 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-70aae211-65bf-472a-8d32-71ad89a1c7e7 req-fdd8ec93-375c-4f2d-88c8-42b191d79cce tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0600479 Aug 09 14:35:16.400356 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-70aae211-65bf-472a-8d32-71ad89a1c7e7 req-616dbfe8-b48f-48e9-9a46-58807f935205 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327911 Aug 09 14:35:16.551347 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92b0a4-00c8-4c41-a9ae-adb28528fb89 req-e0741d1f-67de-440e-b2bb-18b0efcc9519 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:16.553357 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2f92b0a4-00c8-4c41-a9ae-adb28528fb89 req-e0741d1f-67de-440e-b2bb-18b0efcc9519 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0510032 Aug 09 14:35:16.579859 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-dc12a2d0-25c8-44d5-8135-4442d135e4c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f77563-601b-49f6-b055-6ceef20279fd {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:35:16.587660 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-dc12a2d0-25c8-44d5-8135-4442d135e4c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:16.599970 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-dc12a2d0-25c8-44d5-8135-4442d135e4c2 service neutron] Transition to ACTIVE for port object 47f77563-601b-49f6-b055-6ceef20279fd will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:35:16.603328 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2f92b0a4-00c8-4c41-a9ae-adb28528fb89 req-c512cb55-ab8f-4fcc-b3fa-7364cbe18fbd tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437770 Aug 09 14:35:16.605090 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-dc12a2d0-25c8-44d5-8135-4442d135e4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:16.664434 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12a2d0-25c8-44d5-8135-4442d135e4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=47f77563-601b-49f6-b055-6ceef20279fd,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:16.734964 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-dc12a2d0-25c8-44d5-8135-4442d135e4c2 service neutron] Attempting to bind port 47f77563-601b-49f6-b055-6ceef20279fd on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:35:16.735303 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-dc12a2d0-25c8-44d5-8135-4442d135e4c2 service neutron] Attempting to bind port 47f77563-601b-49f6-b055-6ceef20279fd by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '9fb05a90-ea22-41fe-808d-057f20984806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6a60b0bb-e015-4463-87d8-d9c92cdebe24'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:35:16.735634 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-dc12a2d0-25c8-44d5-8135-4442d135e4c2 service neutron] Attempting to bind port 47f77563-601b-49f6-b055-6ceef20279fd on network 6a60b0bb-e015-4463-87d8-d9c92cdebe24 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:35:16.740705 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-dc12a2d0-25c8-44d5-8135-4442d135e4c2 service neutron] Port 47f77563-601b-49f6-b055-6ceef20279fd on network 6a60b0bb-e015-4463-87d8-d9c92cdebe24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:35:16.741017 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-dc12a2d0-25c8-44d5-8135-4442d135e4c2 service neutron] Attempting to bind port 47f77563-601b-49f6-b055-6ceef20279fd on network 6a60b0bb-e015-4463-87d8-d9c92cdebe24 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:35:16.746428 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-dc12a2d0-25c8-44d5-8135-4442d135e4c2 service neutron] Checking agent: {'id': '787e8c88-8117-4bdf-b5e3-a5a97e4f7369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'started_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:35:16.746838 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-dc12a2d0-25c8-44d5-8135-4442d135e4c2 service neutron] Checking segment: {'id': '9fb05a90-ea22-41fe-808d-057f20984806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6a60b0bb-e015-4463-87d8-d9c92cdebe24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:35:16.747179 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-dc12a2d0-25c8-44d5-8135-4442d135e4c2 service neutron] Bound using segment: {'id': '9fb05a90-ea22-41fe-808d-057f20984806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6a60b0bb-e015-4463-87d8-d9c92cdebe24'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:35:16.747595 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-dc12a2d0-25c8-44d5-8135-4442d135e4c2 service neutron] Bound port: 47f77563-601b-49f6-b055-6ceef20279fd, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb05a90-ea22-41fe-808d-057f20984806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '6a60b0bb-e015-4463-87d8-d9c92cdebe24'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:35:16.747954 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-dc12a2d0-25c8-44d5-8135-4442d135e4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:16.763741 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:16.784446 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cc68e-9147-46ad-af12-3b7435557fa1 req-33e6a1f7-0ebb-4d3c-ae94-ec9cd54fd3b3 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:16.785929 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-443cc68e-9147-46ad-af12-3b7435557fa1 req-33e6a1f7-0ebb-4d3c-ae94-ec9cd54fd3b3 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 946 time: 0.0581787 Aug 09 14:35:16.827617 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-443cc68e-9147-46ad-af12-3b7435557fa1 req-cdb3431c-bd5d-4c98-99f7-cc1e3ab4e74a tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336151 Aug 09 14:35:16.843756 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-dc12a2d0-25c8-44d5-8135-4442d135e4c2 service neutron] For port 47f77563-601b-49f6-b055-6ceef20279fd, host hv-cinder-78093, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:35:16.847388 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-dc12a2d0-25c8-44d5-8135-4442d135e4c2 service neutron] For port 47f77563-601b-49f6-b055-6ceef20279fd, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=47f77563-601b-49f6-b055-6ceef20279fd,segment=NetworkSegment(9fb05a90-ea22-41fe-808d-057f20984806),segment_id=9fb05a90-ea22-41fe-808d-057f20984806)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:35:16.856961 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5235f9-cc6c-44de-9d59-29027035ef33 req-cb83b691-0e23-4a80-a0fa-43d5c08db9d8 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:16.858452 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-8c5235f9-cc6c-44de-9d59-29027035ef33 req-cb83b691-0e23-4a80-a0fa-43d5c08db9d8 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0770633 Aug 09 14:35:16.859993 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-dc12a2d0-25c8-44d5-8135-4442d135e4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:16.927785 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-dc12a2d0-25c8-44d5-8135-4442d135e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:16.928415 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-dc12a2d0-25c8-44d5-8135-4442d135e4c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:16.929869 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-dc12a2d0-25c8-44d5-8135-4442d135e4c2 service neutron] 10.222.0.11 "PUT /v2.0/ports/47f77563-601b-49f6-b055-6ceef20279fd HTTP/1.1" status: 200 len: 1094 time: 0.6982558 Aug 09 14:35:16.930352 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068475af-9683-4599-9bb1-5ce0ff990cbe', 'tag': '47f77563-601b-49f6-b055-6ceef20279fd'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:35:16.932771 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4828a466-7691-468d-8b90-8edd284b6f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "068475af-9683-4599-9bb1-5ce0ff990cbe", "tag": "47f77563-601b-49f6-b055-6ceef20279fd"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:35:16.972620 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f95692-1e83-42eb-8b65-906e2366071a req-1eddef09-c30d-4141-bd5e-41acc51c3786 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:16.974728 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99f95692-1e83-42eb-8b65-906e2366071a req-1eddef09-c30d-4141-bd5e-41acc51c3786 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 946 time: 0.0729978 Aug 09 14:35:16.994073 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0eb095-48c0-424d-b361-2b5c3173a868 x-openstack-request-id: req-7d0eb095-48c0-424d-b361-2b5c3173a868 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:35:16.994368 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068475af-9683-4599-9bb1-5ce0ff990cbe", "tag": "47f77563-601b-49f6-b055-6ceef20279fd", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:35:16.994620 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d0eb095-48c0-424d-b361-2b5c3173a868 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:35:16.995041 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068475af-9683-4599-9bb1-5ce0ff990cbe', 'tag': '47f77563-601b-49f6-b055-6ceef20279fd', 'status': 'completed', 'code': 200} Aug 09 14:35:17.015205 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12a2d0-25c8-44d5-8135-4442d135e4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=47f77563-601b-49f6-b055-6ceef20279fd,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:17.021193 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99f95692-1e83-42eb-8b65-906e2366071a req-f6e65280-cb06-4e26-8869-c1eba37206b0 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400717 Aug 09 14:35:17.043266 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 46938) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:35:17.054097 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-28e813d3-c85e-4559-8a05-f1fe8c8504e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:17.055640 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-28e813d3-c85e-4559-8a05-f1fe8c8504e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=78aec7452a034fc28ad868e60c337050&device_id=068475af-9683-4599-9bb1-5ce0ff990cbe HTTP/1.1" status: 200 len: 1097 time: 0.0755141 Aug 09 14:35:17.058912 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-8c5235f9-cc6c-44de-9d59-29027035ef33 req-7c6484ec-8647-4e38-83d9-023f1d2735bf tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Deleting port 98ebeb51-f5a2-4956-a983-1505f5ec1060 {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:35:17.059258 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-8c5235f9-cc6c-44de-9d59-29027035ef33 req-7c6484ec-8647-4e38-83d9-023f1d2735bf tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:17.173860 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-f799819f-cee1-4c80-a509-65862913d482 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47f77563-601b-49f6-b055-6ceef20279fd HTTP/1.1" status: 200 len: 217 time: 0.1003144 Aug 09 14:35:17.455120 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13ad1f-d492-465a-99f7-f4475fa8fba3 req-41539ce3-7169-42b6-b04c-65e8caba9c24 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:17.456764 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1f13ad1f-d492-465a-99f7-f4475fa8fba3 req-41539ce3-7169-42b6-b04c-65e8caba9c24 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=068475af-9683-4599-9bb1-5ce0ff990cbe HTTP/1.1" status: 200 len: 944 time: 0.0505939 Aug 09 14:35:17.482383 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-1296559f-fe04-4ae3-8e87-07defba307a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:17.483888 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-1296559f-fe04-4ae3-8e87-07defba307a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=922b8805-2d46-41c7-b7a7-ee7e2f87ae3d HTTP/1.1" status: 200 len: 853 time: 0.2991729 Aug 09 14:35:17.487506 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba6b5f2-a63b-4506-80f6-0561230d51e2 tempest-TestVolumeBootPattern-1896168041 tempest-TestVolumeBootPattern-1896168041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:17.492011 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-3ba6b5f2-a63b-4506-80f6-0561230d51e2 tempest-TestVolumeBootPattern-1896168041 tempest-TestVolumeBootPattern-1896168041-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 1094 time: 0.4430969 Aug 09 14:35:17.496242 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 46946) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:35:17.499808 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-8c5235f9-cc6c-44de-9d59-29027035ef33 req-7c6484ec-8647-4e38-83d9-023f1d2735bf tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] For port 98ebeb51-f5a2-4956-a983-1505f5ec1060, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=98ebeb51-f5a2-4956-a983-1505f5ec1060,segment=NetworkSegment(9d04187b-f6c9-4d6d-b679-e88017fcf2fd),segment_id=9d04187b-f6c9-4d6d-b679-e88017fcf2fd)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:35:17.500186 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-8c5235f9-cc6c-44de-9d59-29027035ef33 req-7c6484ec-8647-4e38-83d9-023f1d2735bf tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:17.509050 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-5e20398f-a019-41c5-b0fd-8952f2d841e2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Request body: {'floatingip': {'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'port_id': '4c955d5d-6516-4e10-abff-2eb33b0fd26f', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:35:17.536689 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1f13ad1f-d492-465a-99f7-f4475fa8fba3 req-97515dca-3492-4897-8c01-3f2a4f744195 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701172 Aug 09 14:35:17.549071 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-e15eb622-70b7-4d1a-9e2c-836ad79c6bd7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6a60b0bb-e015-4463-87d8-d9c92cdebe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517268 Aug 09 14:35:17.551545 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-8c5235f9-cc6c-44de-9d59-29027035ef33 req-7c6484ec-8647-4e38-83d9-023f1d2735bf tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Calling delete_port for 98ebeb51-f5a2-4956-a983-1505f5ec1060 owned by compute:nova {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:35:17.565769 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246ba3b-8482-45d4-b3f7-d0fd8ae7d333 req-8e83d919-2993-4609-84ac-4470089da55f tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:17.569462 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b246ba3b-8482-45d4-b3f7-d0fd8ae7d333 req-8e83d919-2993-4609-84ac-4470089da55f tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 945 time: 0.0867050 Aug 09 14:35:17.583885 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5e20398f-a019-41c5-b0fd-8952f2d841e2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for floatingip, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:17.634300 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b246ba3b-8482-45d4-b3f7-d0fd8ae7d333 req-212dfb17-361e-49e2-8ec7-cb6790e139aa tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556490 Aug 09 14:35:17.744296 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b29d8-8ac6-416f-9848-06727ea9de2d req-8ae03c31-dc83-442f-b6bf-46b5963b4907 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:17.745706 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-179b29d8-8ac6-416f-9848-06727ea9de2d req-8ae03c31-dc83-442f-b6bf-46b5963b4907 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0532260 Aug 09 14:35:17.783162 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-6321b668-2ba1-45a2-9e65-4de87194ce87 service neutron] 10.222.0.11 "GET /v2.0/networks/6a60b0bb-e015-4463-87d8-d9c92cdebe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117758 Aug 09 14:35:17.792035 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-179b29d8-8ac6-416f-9848-06727ea9de2d req-6637dd2e-2166-4573-82c5-995179c701fe tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402236 Aug 09 14:35:17.913583 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-8c5235f9-cc6c-44de-9d59-29027035ef33 req-7c6484ec-8647-4e38-83d9-023f1d2735bf tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:17.932186 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['7ff66cbd-28c4-41a1-ba5f-98ed546c83a2', '98ebeb51-f5a2-4956-a983-1505f5ec1060'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:35:17.960189 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5e20398f-a019-41c5-b0fd-8952f2d841e2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:17.965942 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6484ec-8647-4e38-83d9-023f1d2735bf tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Pushing event deleted for resources: {'Port': ['ID=98ebeb51-f5a2-4956-a983-1505f5ec1060,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:18.033596 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-22917428-b6b4-4bbb-a60e-118b9ea9aebf req-963ca5eb-0526-4da3-a081-f78dd9f6219a service neutron] 10.222.0.11 "GET /v2.0/networks/6a60b0bb-e015-4463-87d8-d9c92cdebe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401533 Aug 09 14:35:18.057957 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5235f9-cc6c-44de-9d59-29027035ef33 req-7c6484ec-8647-4e38-83d9-023f1d2735bf tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] No DVR routers for this DVR port 98ebeb51-f5a2-4956-a983-1505f5ec1060 on host hv-cinder-78093 {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:35:18.066244 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-8c5235f9-cc6c-44de-9d59-29027035ef33 req-7c6484ec-8647-4e38-83d9-023f1d2735bf tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:18.068297 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-8c5235f9-cc6c-44de-9d59-29027035ef33 req-7c6484ec-8647-4e38-83d9-023f1d2735bf tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.11 "DELETE /v2.0/ports/98ebeb51-f5a2-4956-a983-1505f5ec1060 HTTP/1.1" status: 204 len: 173 time: 1.2024992 Aug 09 14:35:18.157046 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-5e20398f-a019-41c5-b0fd-8952f2d841e2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Allocated IP 172.27.0.85 (fec02cd1-e2e8-4817-ba73-274d16c5b5b9/3361a577-0d73-418c-9a78-05f67eccb0cb/22c161eb-46eb-42c0-bd5b-76003493c3f0) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:35:18.171851 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828a466-7691-468d-8b90-8edd284b6f3a req-cfcca182-a95f-4c11-b039-0c9a0e50a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:18.173386 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4828a466-7691-468d-8b90-8edd284b6f3a req-cfcca182-a95f-4c11-b039-0c9a0e50a8e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=78aec7452a034fc28ad868e60c337050&device_id=068475af-9683-4599-9bb1-5ce0ff990cbe HTTP/1.1" status: 200 len: 1097 time: 0.0725267 Aug 09 14:35:18.349188 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828a466-7691-468d-8b90-8edd284b6f3a req-671d619c-ee5a-483f-a7ce-074d0288a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:18.350711 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4828a466-7691-468d-8b90-8edd284b6f3a req-671d619c-ee5a-483f-a7ce-074d0288a9f6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6a60b0bb-e015-4463-87d8-d9c92cdebe24 HTTP/1.1" status: 200 len: 914 time: 0.1698084 Aug 09 14:35:18.353475 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5e20398f-a019-41c5-b0fd-8952f2d841e2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:18.402251 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4828a466-7691-468d-8b90-8edd284b6f3a req-30da6fa0-f594-4198-8f2e-09f935295fe0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47f77563-601b-49f6-b055-6ceef20279fd HTTP/1.1" status: 200 len: 217 time: 0.0421233 Aug 09 14:35:18.469628 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5e20398f-a019-41c5-b0fd-8952f2d841e2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:18.474508 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828a466-7691-468d-8b90-8edd284b6f3a req-f19545fa-27a3-43e1-bc81-3c7067ded6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:18.476033 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4828a466-7691-468d-8b90-8edd284b6f3a req-f19545fa-27a3-43e1-bc81-3c7067ded6b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=922b8805-2d46-41c7-b7a7-ee7e2f87ae3d HTTP/1.1" status: 200 len: 853 time: 0.0639150 Aug 09 14:35:18.542035 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4828a466-7691-468d-8b90-8edd284b6f3a req-674be50b-f0c9-494c-b420-ba6b4af1c783 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6a60b0bb-e015-4463-87d8-d9c92cdebe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446684 Aug 09 14:35:18.545282 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e20398f-a019-41c5-b0fd-8952f2d841e2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:35:18.549831 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-5e20398f-a019-41c5-b0fd-8952f2d841e2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:35:18.553698 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20398f-a019-41c5-b0fd-8952f2d841e2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Pushing event updated for resources: {'Port': ['ID=22c161eb-46eb-42c0-bd5b-76003493c3f0,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:18.563254 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e20398f-a019-41c5-b0fd-8952f2d841e2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:35:18.697969 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3bdaa-7a8f-4658-a02c-b388897b4c70 req-5dc0f85a-f388-4450-9e28-88e10cb203a0 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:18.702648 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2da3bdaa-7a8f-4658-a02c-b388897b4c70 req-5dc0f85a-f388-4450-9e28-88e10cb203a0 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=068475af-9683-4599-9bb1-5ce0ff990cbe HTTP/1.1" status: 200 len: 944 time: 0.0812333 Aug 09 14:35:18.736378 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4828a466-7691-468d-8b90-8edd284b6f3a req-834c78dc-a659-4dcf-9e0b-8b3d7219a5dd service neutron] 10.222.0.11 "GET /v2.0/networks/6a60b0bb-e015-4463-87d8-d9c92cdebe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837127 Aug 09 14:35:18.773470 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b3615eab-9cb5-4d35-97ce-2d261e039822 req-2c17016f-5839-463c-b3c8-acf859dbc55f tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2a1137b-ffcc-4368-86ce-a46be7ad84b4 HTTP/1.1" status: 200 len: 210 time: 0.0360112 Aug 09 14:35:18.796736 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2da3bdaa-7a8f-4658-a02c-b388897b4c70 req-46740cd9-3fe9-44b5-afa4-1c1a328d3d68 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815852 Aug 09 14:35:18.914596 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a5834-430b-43d6-9f1a-5e9096f6cf6b req-dcf23f7c-c633-4c66-832a-94a31da4bc63 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:18.916151 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-912a5834-430b-43d6-9f1a-5e9096f6cf6b req-dcf23f7c-c633-4c66-832a-94a31da4bc63 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0505643 Aug 09 14:35:18.952555 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4828a466-7691-468d-8b90-8edd284b6f3a req-c8dc3b6a-3479-4f37-8d2d-f61c835334d9 service neutron] 10.222.0.11 "GET /v2.0/networks/6a60b0bb-e015-4463-87d8-d9c92cdebe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061894 Aug 09 14:35:18.960713 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-912a5834-430b-43d6-9f1a-5e9096f6cf6b req-a0146653-a379-472f-b416-eceb37f84cf0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366766 Aug 09 14:35:19.013299 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a1137b-ffcc-4368-86ce-a46be7ad84b4', 'name': 'network-vif-deleted', 'tag': '98ebeb51-f5a2-4956-a983-1505f5ec1060'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:35:19.015958 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1d6f74-b538-4c58-937c-36804d7d0619" -d '{"events": [{"server_uuid": "f2a1137b-ffcc-4368-86ce-a46be7ad84b4", "name": "network-vif-deleted", "tag": "98ebeb51-f5a2-4956-a983-1505f5ec1060"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:35:19.058641 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b31e972-fedc-44f9-93fb-306663edac5b x-openstack-request-id: req-4b31e972-fedc-44f9-93fb-306663edac5b {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:35:19.059312 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a1137b-ffcc-4368-86ce-a46be7ad84b4", "name": "network-vif-deleted", "tag": "98ebeb51-f5a2-4956-a983-1505f5ec1060", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:35:19.059312 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b31e972-fedc-44f9-93fb-306663edac5b {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:35:19.059629 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a1137b-ffcc-4368-86ce-a46be7ad84b4', 'name': 'network-vif-deleted', 'tag': '98ebeb51-f5a2-4956-a983-1505f5ec1060', 'status': 'completed', 'code': 200} Aug 09 14:35:19.220023 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5e20398f-a019-41c5-b0fd-8952f2d841e2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:19.322406 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5e20398f-a019-41c5-b0fd-8952f2d841e2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:19.482406 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5e20398f-a019-41c5-b0fd-8952f2d841e2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:19.487512 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5e20398f-a019-41c5-b0fd-8952f2d841e2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:19.793703 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20398f-a019-41c5-b0fd-8952f2d841e2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Pushing event updated for resources: {'Port': ['ID=22c161eb-46eb-42c0-bd5b-76003493c3f0,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:19.804980 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5e20398f-a019-41c5-b0fd-8952f2d841e2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744004'] for floatingip, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:19.923937 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.db.l3_db [None req-5e20398f-a019-41c5-b0fd-8952f2d841e2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Floating IP 7b8ada77-67c7-4fbc-8cf1-5a366d99ce04 associated. External IP: 172.27.0.85, port: 4c955d5d-6516-4e10-abff-2eb33b0fd26f. Aug 09 14:35:19.961277 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5720393-d1a4-422c-ad76-ad41796ae2f2 req-819c08e9-d377-42e3-a531-d68eaf5fde5d tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:19.963996 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f5720393-d1a4-422c-ad76-ad41796ae2f2 req-819c08e9-d377-42e3-a531-d68eaf5fde5d tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=068475af-9683-4599-9bb1-5ce0ff990cbe HTTP/1.1" status: 200 len: 944 time: 0.0696943 Aug 09 14:35:20.008280 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f5720393-d1a4-422c-ad76-ad41796ae2f2 req-bc04bf6f-f088-48e9-8424-9270f626b3fb tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378149 Aug 09 14:35:20.167918 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e20398f-a019-41c5-b0fd-8952f2d841e2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:35:20.285755 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e20398f-a019-41c5-b0fd-8952f2d841e2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:35:20.293409 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 98ebeb51-f5a2-4956-a983-1505f5ec1060 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:35:20.298739 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99a3d1c-da06-4c44-b0cc-e84b904eb46b None None] Sync routers for ids ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'] in dv-cinder-780933-12-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:35:20.304366 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5e20398f-a019-41c5-b0fd-8952f2d841e2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for floatingip, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:20.311406 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99a3d1c-da06-4c44-b0cc-e84b904eb46b None None] Routers {'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:35:20.312553 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-c99a3d1c-da06-4c44-b0cc-e84b904eb46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:35:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:35:20.322623 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] No Port match for: 98ebeb51-f5a2-4956-a983-1505f5ec1060 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:35:20.322985 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 98ebeb51-f5a2-4956-a983-1505f5ec1060 not bound to the agent host hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:35:20.344553 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-5e20398f-a019-41c5-b0fd-8952f2d841e2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8393822 Aug 09 14:35:20.396699 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0245cb0-1d1f-4cde-8db5-61e6a8420aae req-eb2ad720-7653-41ef-8e58-97d7ed4210a5 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:20.398182 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a0245cb0-1d1f-4cde-8db5-61e6a8420aae req-eb2ad720-7653-41ef-8e58-97d7ed4210a5 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.3552580 Aug 09 14:35:20.407146 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38314d-caf7-4e3a-a8fc-cc061a257bdd req-3fdad2d5-c77d-4488-979c-4c85d65c4f77 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:20.408723 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5a38314d-caf7-4e3a-a8fc-cc061a257bdd req-3fdad2d5-c77d-4488-979c-4c85d65c4f77 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.3136206 Aug 09 14:35:20.469462 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a0245cb0-1d1f-4cde-8db5-61e6a8420aae req-6a5966bf-8dab-472d-99e4-137a98a703b3 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597076 Aug 09 14:35:20.477270 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5a38314d-caf7-4e3a-a8fc-cc061a257bdd req-7d042f43-27a2-43c6-b690-f83761225352 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610750 Aug 09 14:35:20.512242 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-c99a3d1c-da06-4c44-b0cc-e84b904eb46b None None] Set router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:35:20.751641 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e3c09-2143-42ba-a0dd-b8a225e0c182 req-28cf639b-a66d-480a-9708-f3c4c1d872da tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:20.753549 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-203e3c09-2143-42ba-a0dd-b8a225e0c182 req-28cf639b-a66d-480a-9708-f3c4c1d872da tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0502512 Aug 09 14:35:20.789308 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-c99a3d1c-da06-4c44-b0cc-e84b904eb46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:34:08Z', 'revision_number': 4, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': '7b8ada77-67c7-4fbc-8cf1-5a366d99ce04', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'port_id': '4c955d5d-6516-4e10-abff-2eb33b0fd26f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'mac_address': 'fa:16:3e:b2:53:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14965454-7bb2-4145-a1d4-fc82d3109411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:35:18Z', 'updated_at': '2021-08-09T14:35:18Z', 'revision_number': 0, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba13e9d-c568-42ca-9f41-0e033192c000', 'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'mac_address': 'fa:16:3e:dd:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:08Z', 'updated_at': '2021-08-09T14:34:15Z', 'revision_number': 5, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'subnets': [{'id': '49267761-fa03-47db-88f0-76622128cfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:35:20.796223 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-203e3c09-2143-42ba-a0dd-b8a225e0c182 req-78e18ac1-6a7b-4075-a883-fee4125d96c4 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352442 Aug 09 14:35:20.817338 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99a3d1c-da06-4c44-b0cc-e84b904eb46b None None] Checking router: cf22e8aa-8fa0-4662-b4fa-7dc5964f615c for host: dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:35:20.822431 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1268f-a4d0-44d3-a395-7ee256420cf8 req-6c379f91-3909-4d3e-8ff7-7d1a346d0ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:20.824039 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-58a1268f-a4d0-44d3-a395-7ee256420cf8 req-6c379f91-3909-4d3e-8ff7-7d1a346d0ad2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=729113cfedf64bc3a79f3867c8bded3c&device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 1098 time: 0.0526733 Aug 09 14:35:20.825356 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99a3d1c-da06-4c44-b0cc-e84b904eb46b None None] Routers {'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:35:20.825957 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-c99a3d1c-da06-4c44-b0cc-e84b904eb46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:35:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:35:20.919699 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1268f-a4d0-44d3-a395-7ee256420cf8 req-8863b936-890a-4614-b7c2-e01c2f47a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:20.921305 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-58a1268f-a4d0-44d3-a395-7ee256420cf8 req-8863b936-890a-4614-b7c2-e01c2f47a9ed service neutron] 10.222.0.11 "GET /v2.0/networks?id=c20e9c5d-5cc7-41a2-8f11-7c043eca0179 HTTP/1.1" status: 200 len: 912 time: 0.0892828 Aug 09 14:35:20.935209 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-c99a3d1c-da06-4c44-b0cc-e84b904eb46b None None] Set router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:35:20.994912 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-58a1268f-a4d0-44d3-a395-7ee256420cf8 req-aea722ec-2ece-4843-8b8f-344fae6259e0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcd1da50-d980-403f-a25c-f136ae85dbe6 HTTP/1.1" status: 200 len: 1000 time: 0.0655341 Aug 09 14:35:21.048110 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1268f-a4d0-44d3-a395-7ee256420cf8 req-f410f544-d337-49ae-999e-52df9f3be835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:21.049607 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-58a1268f-a4d0-44d3-a395-7ee256420cf8 req-f410f544-d337-49ae-999e-52df9f3be835 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5 HTTP/1.1" status: 200 len: 850 time: 0.0471532 Aug 09 14:35:21.061235 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14965454-7bb2-4145-a1d4-fc82d3109411', 'tag': '4c955d5d-6516-4e10-abff-2eb33b0fd26f'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:35:21.063758 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0509a8-aa70-4db3-b27b-d29e40b7223d" -d '{"events": [{"name": "network-changed", "server_uuid": "14965454-7bb2-4145-a1d4-fc82d3109411", "tag": "4c955d5d-6516-4e10-abff-2eb33b0fd26f"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:35:21.110790 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9d5091-d8c6-45ac-9f81-81bf1a78ca0e x-openstack-request-id: req-0b9d5091-d8c6-45ac-9f81-81bf1a78ca0e {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:35:21.111080 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14965454-7bb2-4145-a1d4-fc82d3109411", "tag": "4c955d5d-6516-4e10-abff-2eb33b0fd26f", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:35:21.111336 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b9d5091-d8c6-45ac-9f81-81bf1a78ca0e {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:35:21.112347 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14965454-7bb2-4145-a1d4-fc82d3109411', 'tag': '4c955d5d-6516-4e10-abff-2eb33b0fd26f', 'status': 'completed', 'code': 200} Aug 09 14:35:21.123097 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1268f-a4d0-44d3-a395-7ee256420cf8 req-67347f98-ef18-4539-8247-c3394e28fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:21.126292 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-58a1268f-a4d0-44d3-a395-7ee256420cf8 req-67347f98-ef18-4539-8247-c3394e28fd4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c20e9c5d-5cc7-41a2-8f11-7c043eca0179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0658846 Aug 09 14:35:21.134706 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd5333-1272-4b99-924d-5df394f7fce8 req-6b916e6e-e369-44b0-97ce-fe80a176fad4 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:21.136303 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6bcd5333-1272-4b99-924d-5df394f7fce8 req-6b916e6e-e369-44b0-97ce-fe80a176fad4 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=068475af-9683-4599-9bb1-5ce0ff990cbe HTTP/1.1" status: 200 len: 944 time: 0.0551324 Aug 09 14:35:21.177565 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6bcd5333-1272-4b99-924d-5df394f7fce8 req-80333d8f-e6d0-4edb-a0c7-9b57741ebf04 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347803 Aug 09 14:35:21.188178 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-c99a3d1c-da06-4c44-b0cc-e84b904eb46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:34:08Z', 'revision_number': 4, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': '7b8ada77-67c7-4fbc-8cf1-5a366d99ce04', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'port_id': '4c955d5d-6516-4e10-abff-2eb33b0fd26f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'mac_address': 'fa:16:3e:b2:53:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14965454-7bb2-4145-a1d4-fc82d3109411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:35:18Z', 'updated_at': '2021-08-09T14:35:18Z', 'revision_number': 0, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba13e9d-c568-42ca-9f41-0e033192c000', 'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'mac_address': 'fa:16:3e:dd:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:08Z', 'updated_at': '2021-08-09T14:34:15Z', 'revision_number': 5, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'subnets': [{'id': '49267761-fa03-47db-88f0-76622128cfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:35:21.219126 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99a3d1c-da06-4c44-b0cc-e84b904eb46b None None] The sync data for ids ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'] in dv-cinder-780933-12-iscsi is: [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:34:08Z', 'revision_number': 4, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': '7b8ada77-67c7-4fbc-8cf1-5a366d99ce04', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'port_id': '4c955d5d-6516-4e10-abff-2eb33b0fd26f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'mac_address': 'fa:16:3e:b2:53:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14965454-7bb2-4145-a1d4-fc82d3109411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:35:18Z', 'updated_at': '2021-08-09T14:35:18Z', 'revision_number': 0, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba13e9d-c568-42ca-9f41-0e033192c000', 'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'mac_address': 'fa:16:3e:dd:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:08Z', 'updated_at': '2021-08-09T14:34:15Z', 'revision_number': 5, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'subnets': [{'id': '49267761-fa03-47db-88f0-76622128cfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:35:21.250773 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0509a8-aa70-4db3-b27b-d29e40b7223d req-b1f355b3-eaf8-40ce-953b-f54f61ba1cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:21.252298 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4c0509a8-aa70-4db3-b27b-d29e40b7223d req-b1f355b3-eaf8-40ce-953b-f54f61ba1cda service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=488c470ed0ff4cddbe230238fe0b2253&device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 1099 time: 0.0979428 Aug 09 14:35:21.292547 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-58a1268f-a4d0-44d3-a395-7ee256420cf8 req-a671bf82-1752-4e69-a2ed-68904cd0daaa service neutron] 10.222.0.11 "GET /v2.0/networks/c20e9c5d-5cc7-41a2-8f11-7c043eca0179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457233 Aug 09 14:35:21.413306 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559930cf-a8e1-4d3b-baa3-93a765cef147 None None] New status for floating IP 7b8ada77-67c7-4fbc-8cf1-5a366d99ce04: ACTIVE {{(pid=93283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:35:21.435697 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0509a8-aa70-4db3-b27b-d29e40b7223d req-f9e9a65a-cd36-4296-b36a-3cfe3e43f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:21.437104 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4c0509a8-aa70-4db3-b27b-d29e40b7223d req-f9e9a65a-cd36-4296-b36a-3cfe3e43f03c service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed0ef885-267d-4f20-9f65-7ec82a72fd21 HTTP/1.1" status: 200 len: 913 time: 0.1713336 Aug 09 14:35:21.440596 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-58a1268f-a4d0-44d3-a395-7ee256420cf8 req-5445fa3c-0bb4-4e81-b947-ef94ded35036 service neutron] 10.222.0.11 "GET /v2.0/networks/c20e9c5d-5cc7-41a2-8f11-7c043eca0179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225841 Aug 09 14:35:21.509141 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4c0509a8-aa70-4db3-b27b-d29e40b7223d req-4dcf58a3-c849-4532-a0d3-916932fede79 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c955d5d-6516-4e10-abff-2eb33b0fd26f HTTP/1.1" status: 200 len: 999 time: 0.0595918 Aug 09 14:35:21.571646 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0509a8-aa70-4db3-b27b-d29e40b7223d req-8cc95446-0d7d-4eb1-ada0-98dbee051606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:21.573135 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4c0509a8-aa70-4db3-b27b-d29e40b7223d req-8cc95446-0d7d-4eb1-ada0-98dbee051606 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49267761-fa03-47db-88f0-76622128cfdd HTTP/1.1" status: 200 len: 851 time: 0.0555935 Aug 09 14:35:21.616863 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d26b01-2f24-413b-8817-00ded9ab3e3e req-ea648f98-6f9e-49c2-ade9-28ee53411aff tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:21.619020 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-37d26b01-2f24-413b-8817-00ded9ab3e3e req-ea648f98-6f9e-49c2-ade9-28ee53411aff tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0566635 Aug 09 14:35:21.633037 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0509a8-aa70-4db3-b27b-d29e40b7223d req-a9a4b651-a0f2-44c6-9b36-539b75c72b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:21.634652 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4c0509a8-aa70-4db3-b27b-d29e40b7223d req-a9a4b651-a0f2-44c6-9b36-539b75c72b0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed0ef885-267d-4f20-9f65-7ec82a72fd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514579 Aug 09 14:35:21.666222 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-37d26b01-2f24-413b-8817-00ded9ab3e3e req-1fba2505-2895-4a1c-8bc1-cf58c0765c1c tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410826 Aug 09 14:35:21.730839 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4c0509a8-aa70-4db3-b27b-d29e40b7223d req-5da7a2a9-d837-4a13-97b3-4f452be8622a service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833859 Aug 09 14:35:21.830047 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4c0509a8-aa70-4db3-b27b-d29e40b7223d req-d1234f8e-525f-42f3-9922-7edf7cd74462 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910952 Aug 09 14:35:21.917055 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee4226-2545-456b-9b84-f2e46c58326a req-34a1c1e0-bff8-46c1-89d6-6be8375f06ca tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:21.918538 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-24ee4226-2545-456b-9b84-f2e46c58326a req-34a1c1e0-bff8-46c1-89d6-6be8375f06ca tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0489941 Aug 09 14:35:21.960884 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-24ee4226-2545-456b-9b84-f2e46c58326a req-2ef8704d-cd77-4095-bfc8-0bb4e3182a74 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360639 Aug 09 14:35:22.299976 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500d885-4bf9-49ef-9bec-0e616a7515eb req-a838d9a9-03b7-46db-a567-77b49f7f32a2 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:22.301502 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4500d885-4bf9-49ef-9bec-0e616a7515eb req-a838d9a9-03b7-46db-a567-77b49f7f32a2 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=068475af-9683-4599-9bb1-5ce0ff990cbe HTTP/1.1" status: 200 len: 944 time: 0.0523798 Aug 09 14:35:22.314552 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 47f77563-601b-49f6-b055-6ceef20279fd details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:35:22.344195 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4500d885-4bf9-49ef-9bec-0e616a7515eb req-01cd2cf5-1162-4776-bad8-56daf76c448c tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366645 Aug 09 14:35:22.414233 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 47f77563-601b-49f6-b055-6ceef20279fd, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=47f77563-601b-49f6-b055-6ceef20279fd,segment=NetworkSegment(9fb05a90-ea22-41fe-808d-057f20984806),segment_id=9fb05a90-ea22-41fe-808d-057f20984806)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:35:22.427636 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': '47f77563-601b-49f6-b055-6ceef20279fd', 'network_id': '6a60b0bb-e015-4463-87d8-d9c92cdebe24', 'port_id': '47f77563-601b-49f6-b055-6ceef20279fd', 'mac_address': 'fa:16:3e:19:c4:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922b8805-2d46-41c7-b7a7-ee7e2f87ae3d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:35:22.464717 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:22.478517 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f77563-601b-49f6-b055-6ceef20279fd {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:35:22.499217 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 47f77563-601b-49f6-b055-6ceef20279fd, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=47f77563-601b-49f6-b055-6ceef20279fd,segment=NetworkSegment(9fb05a90-ea22-41fe-808d-057f20984806),segment_id=9fb05a90-ea22-41fe-808d-057f20984806)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:35:22.503064 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:22.554234 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=47f77563-601b-49f6-b055-6ceef20279fd,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:22.783460 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556b6e8-345e-458a-89ea-57bdafed635b req-2a1c6eb5-db25-414c-8318-7ad5bd3af703 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:22.784980 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8556b6e8-345e-458a-89ea-57bdafed635b req-2a1c6eb5-db25-414c-8318-7ad5bd3af703 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0479739 Aug 09 14:35:22.805477 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['47f77563-601b-49f6-b055-6ceef20279fd'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:35:22.826539 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8556b6e8-345e-458a-89ea-57bdafed635b req-12324154-fcaa-465c-be1f-6f6466e32f1b tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347927 Aug 09 14:35:23.088338 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5974e7e-38f1-47f1-8b9f-dcfbb66b424a req-81daf20d-ff5c-43a9-b3f6-cb6a7d86b708 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:23.090013 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b5974e7e-38f1-47f1-8b9f-dcfbb66b424a req-81daf20d-ff5c-43a9-b3f6-cb6a7d86b708 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0517864 Aug 09 14:35:23.130405 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b5974e7e-38f1-47f1-8b9f-dcfbb66b424a req-7443b8df-2792-4353-9206-0ea73d3ee157 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341847 Aug 09 14:35:23.467681 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a908a-84b2-49b9-b6c8-e4b382c351ad req-b141c328-dcdf-4d52-82db-386347764822 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:23.469297 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2a8a908a-84b2-49b9-b6c8-e4b382c351ad req-b141c328-dcdf-4d52-82db-386347764822 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=068475af-9683-4599-9bb1-5ce0ff990cbe HTTP/1.1" status: 200 len: 945 time: 0.0595508 Aug 09 14:35:23.509247 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2a8a908a-84b2-49b9-b6c8-e4b382c351ad req-79dc5639-6650-47cf-bb57-7ad1525f0f6d tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326164 Aug 09 14:35:23.950704 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae4231-1a13-4755-8c8d-7779b8036d92 req-eb7822c6-9cb4-4acb-a7b0-27248a032b49 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:23.952174 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-19ae4231-1a13-4755-8c8d-7779b8036d92 req-eb7822c6-9cb4-4acb-a7b0-27248a032b49 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0560224 Aug 09 14:35:23.998981 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-19ae4231-1a13-4755-8c8d-7779b8036d92 req-dd96b8ba-97b0-416f-b860-769a54fba539 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371888 Aug 09 14:35:24.335709 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 47f77563-601b-49f6-b055-6ceef20279fd up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:35:24.384188 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning for port 47f77563-601b-49f6-b055-6ceef20279fd completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:35:24.387720 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port 47f77563-601b-49f6-b055-6ceef20279fd triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:35:24.388090 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:24.470605 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:24.494058 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068475af-9683-4599-9bb1-5ce0ff990cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f77563-601b-49f6-b055-6ceef20279fd'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:35:24.496564 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1381c9b3-d2c7-4776-8aee-4d08505ad969" -d '{"events": [{"server_uuid": "068475af-9683-4599-9bb1-5ce0ff990cbe", "name": "network-vif-plugged", "status": "completed", "tag": "47f77563-601b-49f6-b055-6ceef20279fd"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:35:24.510618 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 47f77563-601b-49f6-b055-6ceef20279fd, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=47f77563-601b-49f6-b055-6ceef20279fd,segment=NetworkSegment(9fb05a90-ea22-41fe-808d-057f20984806),segment_id=9fb05a90-ea22-41fe-808d-057f20984806)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:35:24.517148 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:24.546577 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605f1188-203f-4104-8e5e-23a0ac06bc1e x-openstack-request-id: req-605f1188-203f-4104-8e5e-23a0ac06bc1e {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:35:24.547095 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068475af-9683-4599-9bb1-5ce0ff990cbe", "name": "network-vif-plugged", "status": "completed", "tag": "47f77563-601b-49f6-b055-6ceef20279fd", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:35:24.547517 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-605f1188-203f-4104-8e5e-23a0ac06bc1e {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:35:24.548129 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068475af-9683-4599-9bb1-5ce0ff990cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f77563-601b-49f6-b055-6ceef20279fd', 'code': 200} Aug 09 14:35:24.583776 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=47f77563-601b-49f6-b055-6ceef20279fd,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:24.643024 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be893744-e0b7-483a-b1ff-828b7a050230 req-ccb84a63-2653-429e-8204-87a12053ebca tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:24.644487 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-be893744-e0b7-483a-b1ff-828b7a050230 req-ccb84a63-2653-429e-8204-87a12053ebca tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=068475af-9683-4599-9bb1-5ce0ff990cbe HTTP/1.1" status: 200 len: 946 time: 0.0498295 Aug 09 14:35:24.685354 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-be893744-e0b7-483a-b1ff-828b7a050230 req-ca6f0c8f-9e73-4a65-b49b-07b148d378f4 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340700 Aug 09 14:35:24.755426 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acbb03-8b97-4dc7-a495-f208ad88b3fa req-ff30f7a0-3b9c-4081-93de-ed6db4e09f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:24.756939 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-22acbb03-8b97-4dc7-a495-f208ad88b3fa req-ff30f7a0-3b9c-4081-93de-ed6db4e09f55 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=068475af-9683-4599-9bb1-5ce0ff990cbe HTTP/1.1" status: 200 len: 1099 time: 0.0410972 Aug 09 14:35:24.802549 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-22acbb03-8b97-4dc7-a495-f208ad88b3fa req-6855f6d0-2749-4cef-b59f-548c045e86d9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313580 Aug 09 14:35:25.118603 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796bca3-e352-4239-be45-d075f1945d13 req-deefc26f-c2d3-4ea4-9a77-5a1135d17903 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:25.120077 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d796bca3-e352-4239-be45-d075f1945d13 req-deefc26f-c2d3-4ea4-9a77-5a1135d17903 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0529461 Aug 09 14:35:25.158437 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d796bca3-e352-4239-be45-d075f1945d13 req-55e03dd1-a139-4e80-8bea-c8c5ead564a4 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324554 Aug 09 14:35:25.802662 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380abe9-94bd-4cd8-b15e-778af75024ad req-fdc30941-3239-4098-9808-8fbeff97a2c8 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:25.804155 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2380abe9-94bd-4cd8-b15e-778af75024ad req-fdc30941-3239-4098-9808-8fbeff97a2c8 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=068475af-9683-4599-9bb1-5ce0ff990cbe HTTP/1.1" status: 200 len: 946 time: 0.0526659 Aug 09 14:35:25.842817 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2380abe9-94bd-4cd8-b15e-778af75024ad req-8784a85a-7035-4011-a431-76fe8c3f139a tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325255 Aug 09 14:35:26.162223 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fff470-fec2-43f5-bf31-295f167fb368 req-582d464b-0110-4576-bc14-b2cefba5d62e tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:26.163721 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-e1fff470-fec2-43f5-bf31-295f167fb368 req-582d464b-0110-4576-bc14-b2cefba5d62e tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.11 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0498493 Aug 09 14:35:26.261298 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-e1fff470-fec2-43f5-bf31-295f167fb368 req-052dedc5-4220-435d-8c0b-0dc3c8593b51 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Deleting port 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:35:26.261648 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-e1fff470-fec2-43f5-bf31-295f167fb368 req-052dedc5-4220-435d-8c0b-0dc3c8593b51 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:26.272594 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d85d4d-3c08-45bc-91ad-5a771a65765b req-788b0dbf-418d-4752-85e6-97daa8803ebe tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:26.274092 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-59d85d4d-3c08-45bc-91ad-5a771a65765b req-788b0dbf-418d-4752-85e6-97daa8803ebe tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/ports?device_id=5af7831b-e849-4788-aa7c-2321524d4f12 HTTP/1.1" status: 200 len: 946 time: 0.0492620 Aug 09 14:35:26.315162 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-59d85d4d-3c08-45bc-91ad-5a771a65765b req-92238da3-e1ab-4fb2-a9dd-aa2a1da291a3 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.60 "GET /v2.0/security-groups?id=226d1729-d859-4047-a4ee-33b51d1f7024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330210 Aug 09 14:35:26.357451 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-e1fff470-fec2-43f5-bf31-295f167fb368 req-052dedc5-4220-435d-8c0b-0dc3c8593b51 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] For port 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7ff66cbd-28c4-41a1-ba5f-98ed546c83a2,segment=NetworkSegment(9d04187b-f6c9-4d6d-b679-e88017fcf2fd),segment_id=9d04187b-f6c9-4d6d-b679-e88017fcf2fd)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:35:26.357820 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-e1fff470-fec2-43f5-bf31-295f167fb368 req-052dedc5-4220-435d-8c0b-0dc3c8593b51 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:26.371181 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-e1fff470-fec2-43f5-bf31-295f167fb368 req-052dedc5-4220-435d-8c0b-0dc3c8593b51 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Calling delete_port for 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 owned by compute:nova {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:35:26.502777 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-e1fff470-fec2-43f5-bf31-295f167fb368 req-052dedc5-4220-435d-8c0b-0dc3c8593b51 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:26.520728 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['7ff66cbd-28c4-41a1-ba5f-98ed546c83a2'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:35:26.530877 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052dedc5-4220-435d-8c0b-0dc3c8593b51 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Pushing event deleted for resources: {'Port': ['ID=7ff66cbd-28c4-41a1-ba5f-98ed546c83a2,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:26.577324 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fff470-fec2-43f5-bf31-295f167fb368 req-052dedc5-4220-435d-8c0b-0dc3c8593b51 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] No DVR routers for this DVR port 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 on host hv-cinder-78093 {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:35:26.579867 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-e1fff470-fec2-43f5-bf31-295f167fb368 req-052dedc5-4220-435d-8c0b-0dc3c8593b51 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:26.581917 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-e1fff470-fec2-43f5-bf31-295f167fb368 req-052dedc5-4220-435d-8c0b-0dc3c8593b51 tempest-ServerRescueNegativeTestJSON-1121438188 tempest-ServerRescueNegativeTestJSON-1121438188-project] 10.222.0.11 "DELETE /v2.0/ports/7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 HTTP/1.1" status: 204 len: 173 time: 0.4117711 Aug 09 14:35:26.582358 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af7831b-e849-4788-aa7c-2321524d4f12', 'name': 'network-vif-deleted', 'tag': '7ff66cbd-28c4-41a1-ba5f-98ed546c83a2'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:35:26.584921 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2fb86e-a883-4037-9c1a-d4376b70b964" -d '{"events": [{"server_uuid": "5af7831b-e849-4788-aa7c-2321524d4f12", "name": "network-vif-deleted", "tag": "7ff66cbd-28c4-41a1-ba5f-98ed546c83a2"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:35:26.624558 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379ddbc9-4e1f-42d5-85f5-0d6c64375802 x-openstack-request-id: req-379ddbc9-4e1f-42d5-85f5-0d6c64375802 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:35:26.624921 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af7831b-e849-4788-aa7c-2321524d4f12", "name": "network-vif-deleted", "tag": "7ff66cbd-28c4-41a1-ba5f-98ed546c83a2", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:35:26.625212 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-379ddbc9-4e1f-42d5-85f5-0d6c64375802 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:35:26.625794 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af7831b-e849-4788-aa7c-2321524d4f12', 'name': 'network-vif-deleted', 'tag': '7ff66cbd-28c4-41a1-ba5f-98ed546c83a2', 'status': 'completed', 'code': 200} Aug 09 14:35:26.961167 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7717f-e030-457e-a2ff-3b0fac32083b req-9c53b074-36d7-44d2-8ada-af9162fef07b tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:26.962760 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7aa7717f-e030-457e-a2ff-3b0fac32083b req-9c53b074-36d7-44d2-8ada-af9162fef07b tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=068475af-9683-4599-9bb1-5ce0ff990cbe HTTP/1.1" status: 200 len: 946 time: 0.0532179 Aug 09 14:35:27.001222 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7aa7717f-e030-457e-a2ff-3b0fac32083b req-e88429e0-2f52-4996-b336-00499ba811a9 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323346 Aug 09 14:35:27.375525 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47024) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:35:27.834050 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-69bd570d-627f-4a6c-b3b6-fa6cfc5752f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1744772'] for router_interface, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:28.166963 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-69bd570d-627f-4a6c-b3b6-fa6cfc5752f5 admin admin] Deleting port 94ca1b72-e411-47e7-a572-b6f370c86037 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:35:28.167735 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-69bd570d-627f-4a6c-b3b6-fa6cfc5752f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:28.253642 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-69bd570d-627f-4a6c-b3b6-fa6cfc5752f5 admin admin] For port 94ca1b72-e411-47e7-a572-b6f370c86037, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=94ca1b72-e411-47e7-a572-b6f370c86037,segment=NetworkSegment(9d04187b-f6c9-4d6d-b679-e88017fcf2fd),segment_id=9d04187b-f6c9-4d6d-b679-e88017fcf2fd)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:35:28.254018 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-69bd570d-627f-4a6c-b3b6-fa6cfc5752f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:28.272466 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-69bd570d-627f-4a6c-b3b6-fa6cfc5752f5 admin admin] Calling delete_port for 94ca1b72-e411-47e7-a572-b6f370c86037 owned by network:router_interface {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:35:28.510888 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-69bd570d-627f-4a6c-b3b6-fa6cfc5752f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:28.541141 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd570d-627f-4a6c-b3b6-fa6cfc5752f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=94ca1b72-e411-47e7-a572-b6f370c86037,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:28.562182 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd570d-627f-4a6c-b3b6-fa6cfc5752f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:28.562533 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd570d-627f-4a6c-b3b6-fa6cfc5752f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:28.562905 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd570d-627f-4a6c-b3b6-fa6cfc5752f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:28.563254 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd570d-627f-4a6c-b3b6-fa6cfc5752f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:28.563586 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd570d-627f-4a6c-b3b6-fa6cfc5752f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:28.563913 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd570d-627f-4a6c-b3b6-fa6cfc5752f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:28.564241 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd570d-627f-4a6c-b3b6-fa6cfc5752f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:28.564575 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd570d-627f-4a6c-b3b6-fa6cfc5752f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:28.564906 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd570d-627f-4a6c-b3b6-fa6cfc5752f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:28.565227 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd570d-627f-4a6c-b3b6-fa6cfc5752f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:28.565549 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd570d-627f-4a6c-b3b6-fa6cfc5752f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:28.565864 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd570d-627f-4a6c-b3b6-fa6cfc5752f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:35:28.729093 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-69bd570d-627f-4a6c-b3b6-fa6cfc5752f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741364'] for router_interface, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:29.174049 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bd570d-627f-4a6c-b3b6-fa6cfc5752f5 admin admin] Router 7063c2a7-0fc6-418a-a6e3-359327511af8 has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:35:29.281629 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bd570d-627f-4a6c-b3b6-fa6cfc5752f5 admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:35:29.287524 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-69bd570d-627f-4a6c-b3b6-fa6cfc5752f5 admin admin] 10.222.0.60 "PUT /v2.0/routers/7063c2a7-0fc6-418a-a6e3-359327511af8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9107568 Aug 09 14:35:29.289891 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47028) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:35:29.292523 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5231461-1336-410a-b28c-7b36f7a67b63 None None] Sync routers for ids ['7063c2a7-0fc6-418a-a6e3-359327511af8'] in dv-cinder-780933-12-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:35:29.305563 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5231461-1336-410a-b28c-7b36f7a67b63 None None] Routers {'7063c2a7-0fc6-418a-a6e3-359327511af8'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:35:29.306510 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-a5231461-1336-410a-b28c-7b36f7a67b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:35:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['7063c2a7-0fc6-418a-a6e3-359327511af8'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:35:29.392712 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-14138fc7-b20a-4fb9-a13f-06fe3b8e4d57 admin admin] Notify callbacks [] for router, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:29.413527 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-a5231461-1336-410a-b28c-7b36f7a67b63 None None] Set router 7063c2a7-0fc6-418a-a6e3-359327511af8 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:35:29.497545 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-14138fc7-b20a-4fb9-a13f-06fe3b8e4d57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:29.554740 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-14138fc7-b20a-4fb9-a13f-06fe3b8e4d57 admin admin] Deleting port 900c9c15-5bfa-487c-be27-e25e6a166d76 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:35:29.555357 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-14138fc7-b20a-4fb9-a13f-06fe3b8e4d57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:29.593606 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-a5231461-1336-410a-b28c-7b36f7a67b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7063c2a7-0fc6-418a-a6e3-359327511af8', 'name': 'tempest-ServerRescueNegativeTestJSON-67312957-router', 'tenant_id': '94fcc7593f8842ca9f6f0582e70529d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '900c9c15-5bfa-487c-be27-e25e6a166d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:35:28Z', 'revision_number': 5, 'project_id': '94fcc7593f8842ca9f6f0582e70529d5', 'gw_port': {'id': '900c9c15-5bfa-487c-be27-e25e6a166d76', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:55:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7063c2a7-0fc6-418a-a6e3-359327511af8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:58Z', 'updated_at': '2021-08-09T14:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:35:29.622182 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5231461-1336-410a-b28c-7b36f7a67b63 None None] Checking router: 7063c2a7-0fc6-418a-a6e3-359327511af8 for host: dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:35:29.630699 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5231461-1336-410a-b28c-7b36f7a67b63 None None] Routers {'7063c2a7-0fc6-418a-a6e3-359327511af8'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:35:29.631310 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-a5231461-1336-410a-b28c-7b36f7a67b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:35:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['7063c2a7-0fc6-418a-a6e3-359327511af8'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:35:29.644084 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-14138fc7-b20a-4fb9-a13f-06fe3b8e4d57 admin admin] For port 900c9c15-5bfa-487c-be27-e25e6a166d76, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=900c9c15-5bfa-487c-be27-e25e6a166d76,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:35:29.644452 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-14138fc7-b20a-4fb9-a13f-06fe3b8e4d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:29.657371 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-14138fc7-b20a-4fb9-a13f-06fe3b8e4d57 admin admin] Calling delete_port for 900c9c15-5bfa-487c-be27-e25e6a166d76 owned by network:router_gateway {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:35:29.717663 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-a5231461-1336-410a-b28c-7b36f7a67b63 None None] Set router 7063c2a7-0fc6-418a-a6e3-359327511af8 gateway port host: None {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:35:29.775179 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-a5231461-1336-410a-b28c-7b36f7a67b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7063c2a7-0fc6-418a-a6e3-359327511af8', 'name': 'tempest-ServerRescueNegativeTestJSON-67312957-router', 'tenant_id': '94fcc7593f8842ca9f6f0582e70529d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:35:29Z', 'revision_number': 6, 'project_id': '94fcc7593f8842ca9f6f0582e70529d5', 'gw_port_host': None}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:35:29.801557 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5231461-1336-410a-b28c-7b36f7a67b63 None None] The sync data for ids ['7063c2a7-0fc6-418a-a6e3-359327511af8'] in dv-cinder-780933-12-iscsi is: [{'id': '7063c2a7-0fc6-418a-a6e3-359327511af8', 'name': 'tempest-ServerRescueNegativeTestJSON-67312957-router', 'tenant_id': '94fcc7593f8842ca9f6f0582e70529d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:35:29Z', 'revision_number': 6, 'project_id': '94fcc7593f8842ca9f6f0582e70529d5', 'gw_port_host': None}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:35:29.841352 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-14138fc7-b20a-4fb9-a13f-06fe3b8e4d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:29.867090 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14138fc7-b20a-4fb9-a13f-06fe3b8e4d57 admin admin] Pushing event deleted for resources: {'Port': ['ID=900c9c15-5bfa-487c-be27-e25e6a166d76,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:29.933581 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-14138fc7-b20a-4fb9-a13f-06fe3b8e4d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744082'] for router_gateway, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:30.036752 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-14138fc7-b20a-4fb9-a13f-06fe3b8e4d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237291'] for router, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:30.039066 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-14138fc7-b20a-4fb9-a13f-06fe3b8e4d57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:30.107144 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-14138fc7-b20a-4fb9-a13f-06fe3b8e4d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1742546'] for router, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:30.107599 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14138fc7-b20a-4fb9-a13f-06fe3b8e4d57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7063c2a7-0fc6-418a-a6e3-359327511af8 {{(pid=93282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 14:35:30.112663 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-14138fc7-b20a-4fb9-a13f-06fe3b8e4d57 admin admin] Notify callbacks [] for router, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:30.114378 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-14138fc7-b20a-4fb9-a13f-06fe3b8e4d57 admin admin] 10.222.0.60 "DELETE /v2.0/routers/7063c2a7-0fc6-418a-a6e3-359327511af8 HTTP/1.1" status: 204 len: 168 time: 0.8229921 Aug 09 14:35:30.116875 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47032) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:35:30.168035 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bccf311-faff-4100-be58-cd8a844b066d admin admin] Deleting subnet 9dcc6b59-86eb-470d-a76e-ee60461948ce {{(pid=93282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:35:30.171336 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0bccf311-faff-4100-be58-cd8a844b066d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:30.209288 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0bccf311-faff-4100-be58-cd8a844b066d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25235237'] for subnet, precommit_delete_associations {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:30.250888 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0bccf311-faff-4100-be58-cd8a844b066d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742273'] for subnet, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:30.308067 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0bccf311-faff-4100-be58-cd8a844b066d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25220813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25399007'] for subnet, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:30.332439 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccf311-faff-4100-be58-cd8a844b066d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dcc6b59-86eb-470d-a76e-ee60461948ce,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:30.337452 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0bccf311-faff-4100-be58-cd8a844b066d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:30.339593 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-0bccf311-faff-4100-be58-cd8a844b066d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9dcc6b59-86eb-470d-a76e-ee60461948ce HTTP/1.1" status: 204 len: 168 time: 0.2217529 Aug 09 14:35:30.342051 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47034) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:35:30.354819 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:35:30.376197 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] No Port match for: 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:35:30.376560 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 7ff66cbd-28c4-41a1-ba5f-98ed546c83a2 not bound to the agent host hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:35:30.412733 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cce1a79e-4c5f-4547-9543-87ab5886368d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676446'] for network, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:30.493347 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cce1a79e-4c5f-4547-9543-87ab5886368d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741126', 'neutron.services.segments.db._delete_segments_for_network-8793433151856'] for network, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:30.505102 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-cce1a79e-4c5f-4547-9543-87ab5886368d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68be63ba-7c01-4e71-8f7c-e4220c46edd1']}} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:35:30.515756 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-cce1a79e-4c5f-4547-9543-87ab5886368d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d04187b-f6c9-4d6d-b679-e88017fcf2fd') {'for_net_delete': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:35:30.516063 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-cce1a79e-4c5f-4547-9543-87ab5886368d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d04187b-f6c9-4d6d-b679-e88017fcf2fd') {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:35:30.525093 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cce1a79e-4c5f-4547-9543-87ab5886368d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793433155705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25235250'] for segment, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:30.539311 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cce1a79e-4c5f-4547-9543-87ab5886368d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:30.545410 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce1a79e-4c5f-4547-9543-87ab5886368d admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=93282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:35:30.545894 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cce1a79e-4c5f-4547-9543-87ab5886368d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25220627'] for segment, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: Traceback (most recent call last): Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: timer() Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: cb(*args, **kw) Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: return func(*args, **kwargs) Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: self._notify() Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: self.callback(batched_events) Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: event.method(event) Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: return f(self, *a, **k) Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: return self._get(url).json() Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: return self.request(url, 'GET', **kwargs) Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:35:30.547790 dv-cinder-780933-12-iscsi neutron-server[93282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:35:30.604205 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cce1a79e-4c5f-4547-9543-87ab5886368d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744054'] for network, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:30.610444 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-cce1a79e-4c5f-4547-9543-87ab5886368d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:30.615953 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-cce1a79e-4c5f-4547-9543-87ab5886368d admin admin] 10.222.0.60 "DELETE /v2.0/networks/68be63ba-7c01-4e71-8f7c-e4220c46edd1 HTTP/1.1" status: 204 len: 168 time: 0.2695308 Aug 09 14:35:30.635795 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1a79e-4c5f-4547-9543-87ab5886368d admin admin] Pushing event deleted for resources: {'Network': ['ID=68be63ba-7c01-4e71-8f7c-e4220c46edd1,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:30.667593 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 94ca1b72-e411-47e7-a572-b6f370c86037 no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:35:30.687059 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: 94ca1b72-e411-47e7-a572-b6f370c86037 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:35:30.687420 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 94ca1b72-e411-47e7-a572-b6f370c86037 not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:35:30.687833 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 900c9c15-5bfa-487c-be27-e25e6a166d76 no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:35:30.714387 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: 900c9c15-5bfa-487c-be27-e25e6a166d76 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:35:30.714801 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 900c9c15-5bfa-487c-be27-e25e6a166d76 not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:35:30.847409 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47040) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:35:30.897283 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-8430cfcf-6147-48d4-b6c0-d72b2ed427dc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=94fcc7593f8842ca9f6f0582e70529d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0486617 Aug 09 14:35:30.899703 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47042) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:35:30.954706 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5270e3a5-3c55-47a0-971f-5368ee457ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:30.978189 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5270e3a5-3c55-47a0-971f-5368ee457ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:31.025167 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5270e3a5-3c55-47a0-971f-5368ee457ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:31.027937 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5270e3a5-3c55-47a0-971f-5368ee457ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:31.029157 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-5270e3a5-3c55-47a0-971f-5368ee457ef6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/226d1729-d859-4047-a4ee-33b51d1f7024 HTTP/1.1" status: 204 len: 168 time: 0.1284955 Aug 09 14:35:31.038130 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270e3a5-3c55-47a0-971f-5368ee457ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226d1729-d859-4047-a4ee-33b51d1f7024,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:32.836074 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 47096) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:35:32.951732 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c3f2119b-a130-4f2b-8f0b-4167a52ec51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:33.055729 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c3f2119b-a130-4f2b-8f0b-4167a52ec51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:33.059868 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c3f2119b-a130-4f2b-8f0b-4167a52ec51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:33.098177 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-c3f2119b-a130-4f2b-8f0b-4167a52ec51d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f07a8fa0f934412a3b45f7202cd74cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609332 Aug 09 14:35:33.099835 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2119b-a130-4f2b-8f0b-4167a52ec51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5c15dd-deb2-4845-b7b2-03d6f5f4a996,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:33.101338 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47100) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:35:33.154634 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6735fc7a-4422-4a31-9fa5-013235977127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:33.183826 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6735fc7a-4422-4a31-9fa5-013235977127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:33.229687 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6735fc7a-4422-4a31-9fa5-013235977127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:33.232503 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6735fc7a-4422-4a31-9fa5-013235977127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:33.233666 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-6735fc7a-4422-4a31-9fa5-013235977127 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3b5c15dd-deb2-4845-b7b2-03d6f5f4a996 HTTP/1.1" status: 204 len: 168 time: 0.1305611 Aug 09 14:35:33.242252 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735fc7a-4422-4a31-9fa5-013235977127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5c15dd-deb2-4845-b7b2-03d6f5f4a996,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:33.508339 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 47106) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:35:33.522074 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-bc854e92-543c-4c03-b703-6f10651cc375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:33.615744 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-bc854e92-543c-4c03-b703-6f10651cc375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:33.620020 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-bc854e92-543c-4c03-b703-6f10651cc375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:33.658608 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-bc854e92-543c-4c03-b703-6f10651cc375 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=86c8a431a5a6469ab8156f0a3b8b91a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491764 Aug 09 14:35:33.659462 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc854e92-543c-4c03-b703-6f10651cc375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865bf366-01f3-4cd7-8b86-c788f831d570,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:33.662035 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47110) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:35:33.714263 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7e06a995-316f-4184-9b41-804eb1c776b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:33.737769 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7e06a995-316f-4184-9b41-804eb1c776b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:33.784199 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7e06a995-316f-4184-9b41-804eb1c776b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:33.787547 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7e06a995-316f-4184-9b41-804eb1c776b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:33.788781 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-7e06a995-316f-4184-9b41-804eb1c776b1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/865bf366-01f3-4cd7-8b86-c788f831d570 HTTP/1.1" status: 204 len: 168 time: 0.1257153 Aug 09 14:35:33.797073 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06a995-316f-4184-9b41-804eb1c776b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865bf366-01f3-4cd7-8b86-c788f831d570,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:36.513258 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-35f51c9e-412a-45be-8df3-7aa7268ef550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:37.594075 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:35:39.349668 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:39.662521 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6be8bf54-13d7-4ca8-bf73-fb8b25b4fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:40.299872 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:42.289458 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:46.775401 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:46.893029 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47310) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:35:47.006872 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d5488a69-50df-45e0-bf46-fbf64fa68f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:47.102398 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d5488a69-50df-45e0-bf46-fbf64fa68f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:47.107344 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d5488a69-50df-45e0-bf46-fbf64fa68f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:47.155542 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-d5488a69-50df-45e0-bf46-fbf64fa68f45 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f1c71eeb50544c188054efad9438af51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2612541 Aug 09 14:35:47.157895 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5488a69-50df-45e0-bf46-fbf64fa68f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0ce07a-81d9-4059-8be2-c4020549d6f3,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:47.158138 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 47314) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:35:47.213175 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-a10ae7a5-dc99-4af6-a09a-74848b0a2f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:47.235728 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-a10ae7a5-dc99-4af6-a09a-74848b0a2f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:47.282971 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-a10ae7a5-dc99-4af6-a09a-74848b0a2f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:47.285474 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-a10ae7a5-dc99-4af6-a09a-74848b0a2f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:47.286636 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-a10ae7a5-dc99-4af6-a09a-74848b0a2f54 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0b0ce07a-81d9-4059-8be2-c4020549d6f3 HTTP/1.1" status: 204 len: 168 time: 0.1272807 Aug 09 14:35:47.295375 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ae7a5-dc99-4af6-a09a-74848b0a2f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0ce07a-81d9-4059-8be2-c4020549d6f3,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:47.564595 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 47320) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:35:47.578793 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-88d96548-0a15-4ff6-af3e-990fd8846187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:47.677401 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-88d96548-0a15-4ff6-af3e-990fd8846187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:47.681984 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-88d96548-0a15-4ff6-af3e-990fd8846187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:47.725464 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-88d96548-0a15-4ff6-af3e-990fd8846187 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2218028ef38405381d259a16266069a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573465 Aug 09 14:35:47.725464 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d96548-0a15-4ff6-af3e-990fd8846187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4567f6-3d3a-474b-b924-229421f3559a,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:47.727306 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47322) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:35:47.782117 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-19838207-3aac-4542-8f87-b229f694ec0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:47.812093 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-19838207-3aac-4542-8f87-b229f694ec0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:47.857798 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-19838207-3aac-4542-8f87-b229f694ec0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:47.860410 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-19838207-3aac-4542-8f87-b229f694ec0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:47.861571 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-19838207-3aac-4542-8f87-b229f694ec0b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d4567f6-3d3a-474b-b924-229421f3559a HTTP/1.1" status: 204 len: 168 time: 0.1327734 Aug 09 14:35:47.870667 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19838207-3aac-4542-8f87-b229f694ec0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4567f6-3d3a-474b-b924-229421f3559a,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:48.175511 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea655b61-6801-4ce4-86c6-5957135baf55 req-06e5484e-8c10-480d-81f6-84e9e7d30e6f tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:48.186452 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ea655b61-6801-4ce4-86c6-5957135baf55 req-06e5484e-8c10-480d-81f6-84e9e7d30e6f tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=068475af-9683-4599-9bb1-5ce0ff990cbe HTTP/1.1" status: 200 len: 946 time: 0.0518508 Aug 09 14:35:48.218695 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ea655b61-6801-4ce4-86c6-5957135baf55 req-5dc33739-d64d-4e57-b454-749f43458e69 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344634 Aug 09 14:35:48.232736 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47334) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:35:48.252097 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d021c658-8c5e-44c2-bab4-0852ffa1e832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:48.353021 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d021c658-8c5e-44c2-bab4-0852ffa1e832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:48.357737 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d021c658-8c5e-44c2-bab4-0852ffa1e832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:48.400544 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-d021c658-8c5e-44c2-bab4-0852ffa1e832 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4ce289ca92e94bf885dd8999c043da8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1663516 Aug 09 14:35:48.401395 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021c658-8c5e-44c2-bab4-0852ffa1e832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a0a841-3b5d-4c39-8198-a43570cc38c9,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:48.403379 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 47336) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:35:48.458608 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b46ec6e4-f8af-46c6-b8a5-16ff0b1a8649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:48.482394 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b46ec6e4-f8af-46c6-b8a5-16ff0b1a8649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:48.533069 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b46ec6e4-f8af-46c6-b8a5-16ff0b1a8649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:48.535836 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b46ec6e4-f8af-46c6-b8a5-16ff0b1a8649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:48.537018 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-b46ec6e4-f8af-46c6-b8a5-16ff0b1a8649 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/82a0a841-3b5d-4c39-8198-a43570cc38c9 HTTP/1.1" status: 204 len: 168 time: 0.1326349 Aug 09 14:35:48.545883 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ec6e4-f8af-46c6-b8a5-16ff0b1a8649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a0a841-3b5d-4c39-8198-a43570cc38c9,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:49.346830 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60e7f6-4bdb-4852-9059-1a886ffb7fa4 req-d6ff92bf-a316-49c8-9936-82e789421a6a tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:49.348328 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5d60e7f6-4bdb-4852-9059-1a886ffb7fa4 req-d6ff92bf-a316-49c8-9936-82e789421a6a tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=068475af-9683-4599-9bb1-5ce0ff990cbe HTTP/1.1" status: 200 len: 946 time: 0.0500255 Aug 09 14:35:49.389585 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5d60e7f6-4bdb-4852-9059-1a886ffb7fa4 req-5b9cd8f3-a2c6-4e08-9133-dc9b7919610a tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/security-groups?id=dab74fbe-a1e0-41a4-a9bf-836daa2169d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345192 Aug 09 14:35:50.060720 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905825cb-ea71-47be-bf96-c2b4b90311f7 req-5bbe4746-5d9f-4bd2-a6d9-6105e61297c1 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:35:50.062203 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-905825cb-ea71-47be-bf96-c2b4b90311f7 req-5bbe4746-5d9f-4bd2-a6d9-6105e61297c1 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.11 "GET /v2.0/ports?device_id=068475af-9683-4599-9bb1-5ce0ff990cbe HTTP/1.1" status: 200 len: 946 time: 0.0560429 Aug 09 14:35:50.171826 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-905825cb-ea71-47be-bf96-c2b4b90311f7 req-3eb66dba-5ecf-48a8-af46-c06facb585c4 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Deleting port 47f77563-601b-49f6-b055-6ceef20279fd {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:35:50.172103 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-905825cb-ea71-47be-bf96-c2b4b90311f7 req-3eb66dba-5ecf-48a8-af46-c06facb585c4 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:50.271859 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-905825cb-ea71-47be-bf96-c2b4b90311f7 req-3eb66dba-5ecf-48a8-af46-c06facb585c4 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] For port 47f77563-601b-49f6-b055-6ceef20279fd, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=47f77563-601b-49f6-b055-6ceef20279fd,segment=NetworkSegment(9fb05a90-ea22-41fe-808d-057f20984806),segment_id=9fb05a90-ea22-41fe-808d-057f20984806)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:35:50.272148 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-905825cb-ea71-47be-bf96-c2b4b90311f7 req-3eb66dba-5ecf-48a8-af46-c06facb585c4 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:50.287061 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-905825cb-ea71-47be-bf96-c2b4b90311f7 req-3eb66dba-5ecf-48a8-af46-c06facb585c4 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Calling delete_port for 47f77563-601b-49f6-b055-6ceef20279fd owned by compute:nova {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:35:50.439306 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-905825cb-ea71-47be-bf96-c2b4b90311f7 req-3eb66dba-5ecf-48a8-af46-c06facb585c4 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:50.461566 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['47f77563-601b-49f6-b055-6ceef20279fd'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:35:50.481669 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb66dba-5ecf-48a8-af46-c06facb585c4 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Pushing event deleted for resources: {'Port': ['ID=47f77563-601b-49f6-b055-6ceef20279fd,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:35:50.521673 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0e590d17-035b-43b2-adeb-389e5ba7000b req-5929f03a-c4cd-4528-88d3-ab9f9833fd8b tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.60 "GET /v2.0/ports?device_id=068475af-9683-4599-9bb1-5ce0ff990cbe HTTP/1.1" status: 200 len: 210 time: 0.0362780 Aug 09 14:35:50.527092 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-905825cb-ea71-47be-bf96-c2b4b90311f7 req-3eb66dba-5ecf-48a8-af46-c06facb585c4 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] No DVR routers for this DVR port 47f77563-601b-49f6-b055-6ceef20279fd on host hv-cinder-78093 {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:35:50.529671 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-905825cb-ea71-47be-bf96-c2b4b90311f7 req-3eb66dba-5ecf-48a8-af46-c06facb585c4 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:35:50.531742 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-905825cb-ea71-47be-bf96-c2b4b90311f7 req-3eb66dba-5ecf-48a8-af46-c06facb585c4 tempest-VolumesSnapshotTestJSON-1754844324 tempest-VolumesSnapshotTestJSON-1754844324-project] 10.222.0.11 "DELETE /v2.0/ports/47f77563-601b-49f6-b055-6ceef20279fd HTTP/1.1" status: 204 len: 173 time: 0.4623716 Aug 09 14:35:50.532183 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068475af-9683-4599-9bb1-5ce0ff990cbe', 'name': 'network-vif-deleted', 'tag': '47f77563-601b-49f6-b055-6ceef20279fd'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:35:50.534428 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b7afb2-a6ed-4ac0-a840-006f1ff05760" -d '{"events": [{"server_uuid": "068475af-9683-4599-9bb1-5ce0ff990cbe", "name": "network-vif-deleted", "tag": "47f77563-601b-49f6-b055-6ceef20279fd"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:35:50.574656 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d2812e-4f58-49ce-a846-e21d4cdce919 x-openstack-request-id: req-54d2812e-4f58-49ce-a846-e21d4cdce919 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:35:50.574981 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068475af-9683-4599-9bb1-5ce0ff990cbe", "name": "network-vif-deleted", "tag": "47f77563-601b-49f6-b055-6ceef20279fd", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:35:50.575243 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54d2812e-4f58-49ce-a846-e21d4cdce919 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:35:50.575650 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068475af-9683-4599-9bb1-5ce0ff990cbe', 'name': 'network-vif-deleted', 'tag': '47f77563-601b-49f6-b055-6ceef20279fd', 'status': 'completed', 'code': 200} Aug 09 14:35:54.709038 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 47f77563-601b-49f6-b055-6ceef20279fd no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:35:54.730422 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] No Port match for: 47f77563-601b-49f6-b055-6ceef20279fd {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:35:54.730796 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 47f77563-601b-49f6-b055-6ceef20279fd not bound to the agent host hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:36:00.788100 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 47486) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:00.905543 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-fabf0952-fbfb-40df-a9e6-c436be5be258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:01.013285 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-fabf0952-fbfb-40df-a9e6-c436be5be258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:01.017659 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-fabf0952-fbfb-40df-a9e6-c436be5be258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:01.056845 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-fabf0952-fbfb-40df-a9e6-c436be5be258 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2dc408eaba14a90825594d7020ad0b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669396 Aug 09 14:36:01.060048 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf0952-fbfb-40df-a9e6-c436be5be258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f422ae-0479-4e9e-8d07-895829547c20,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:01.060509 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47492) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:01.112586 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-392d742b-a901-46c5-9ed8-922f725b598e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:01.137203 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-392d742b-a901-46c5-9ed8-922f725b598e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:01.183176 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-392d742b-a901-46c5-9ed8-922f725b598e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:01.185708 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-392d742b-a901-46c5-9ed8-922f725b598e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:01.186869 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-392d742b-a901-46c5-9ed8-922f725b598e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/18f422ae-0479-4e9e-8d07-895829547c20 HTTP/1.1" status: 204 len: 168 time: 0.1254263 Aug 09 14:36:01.194914 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d742b-a901-46c5-9ed8-922f725b598e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f422ae-0479-4e9e-8d07-895829547c20,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:01.465011 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 47498) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:01.480380 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5a5e30ff-8d61-4352-9466-747614b33047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:01.578612 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5a5e30ff-8d61-4352-9466-747614b33047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:01.583176 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5a5e30ff-8d61-4352-9466-747614b33047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:01.622206 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-5a5e30ff-8d61-4352-9466-747614b33047 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f98c872d9a59409da68ca0e505912a29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1560781 Aug 09 14:36:01.623061 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e30ff-8d61-4352-9466-747614b33047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e8a471-7f79-4d36-be72-2264a797b1b3,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:01.624968 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47500) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:01.677382 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f0d0a777-ec2a-42bc-839a-858852013f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:01.700655 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f0d0a777-ec2a-42bc-839a-858852013f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:01.746789 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f0d0a777-ec2a-42bc-839a-858852013f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:01.749348 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f0d0a777-ec2a-42bc-839a-858852013f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:01.750501 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-f0d0a777-ec2a-42bc-839a-858852013f20 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/57e8a471-7f79-4d36-be72-2264a797b1b3 HTTP/1.1" status: 204 len: 168 time: 0.1244838 Aug 09 14:36:01.758396 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0a777-ec2a-42bc-839a-858852013f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e8a471-7f79-4d36-be72-2264a797b1b3,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:02.910525 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47538) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:03.025836 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-271cb92e-bfd1-48a4-aaf3-a50db55fa1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:03.125678 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-271cb92e-bfd1-48a4-aaf3-a50db55fa1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:03.131654 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-271cb92e-bfd1-48a4-aaf3-a50db55fa1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:03.173453 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-271cb92e-bfd1-48a4-aaf3-a50db55fa1b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c62db3ff3a041b0b73e6005877b146a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617278 Aug 09 14:36:03.174284 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cb92e-bfd1-48a4-aaf3-a50db55fa1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9b4007-5e5e-427e-80c7-e9cf00dc85b8,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:03.176273 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 47542) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:03.235826 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-255ef562-7890-41fb-a2b5-bb9fd2316407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:03.259209 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-255ef562-7890-41fb-a2b5-bb9fd2316407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:03.316127 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-255ef562-7890-41fb-a2b5-bb9fd2316407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:03.318829 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-255ef562-7890-41fb-a2b5-bb9fd2316407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:03.320178 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-255ef562-7890-41fb-a2b5-bb9fd2316407 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ae9b4007-5e5e-427e-80c7-e9cf00dc85b8 HTTP/1.1" status: 204 len: 168 time: 0.1426129 Aug 09 14:36:03.328570 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ef562-7890-41fb-a2b5-bb9fd2316407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9b4007-5e5e-427e-80c7-e9cf00dc85b8,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:03.336453 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ef562-7890-41fb-a2b5-bb9fd2316407 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:03.336877 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ef562-7890-41fb-a2b5-bb9fd2316407 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:03.337158 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ef562-7890-41fb-a2b5-bb9fd2316407 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:03.337506 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ef562-7890-41fb-a2b5-bb9fd2316407 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:03.337837 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ef562-7890-41fb-a2b5-bb9fd2316407 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:03.338360 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ef562-7890-41fb-a2b5-bb9fd2316407 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:03.338882 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ef562-7890-41fb-a2b5-bb9fd2316407 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:03.339398 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ef562-7890-41fb-a2b5-bb9fd2316407 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:03.339890 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ef562-7890-41fb-a2b5-bb9fd2316407 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:03.340393 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ef562-7890-41fb-a2b5-bb9fd2316407 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:03.341028 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ef562-7890-41fb-a2b5-bb9fd2316407 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:03.341220 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255ef562-7890-41fb-a2b5-bb9fd2316407 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:04.389590 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 47584) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:04.497209 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d0b0c46c-297a-4937-830a-c86c6265fea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:04.593526 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d0b0c46c-297a-4937-830a-c86c6265fea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:04.597612 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d0b0c46c-297a-4937-830a-c86c6265fea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:04.636281 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0c46c-297a-4937-830a-c86c6265fea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628066c5-0180-4dbb-b3c9-ecc029fbf6fe,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:04.641626 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-d0b0c46c-297a-4937-830a-c86c6265fea7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=75e917fcfe434efdbbed0ae7cb3af27c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508335 Aug 09 14:36:04.644287 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 47590) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:04.693318 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c93ceda3-9405-48b4-a75d-170a041880c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:04.715733 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c93ceda3-9405-48b4-a75d-170a041880c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:04.762551 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c93ceda3-9405-48b4-a75d-170a041880c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:04.765209 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c93ceda3-9405-48b4-a75d-170a041880c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:04.766329 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-c93ceda3-9405-48b4-a75d-170a041880c3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/628066c5-0180-4dbb-b3c9-ecc029fbf6fe HTTP/1.1" status: 204 len: 168 time: 0.1212666 Aug 09 14:36:04.775558 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ceda3-9405-48b4-a75d-170a041880c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628066c5-0180-4dbb-b3c9-ecc029fbf6fe,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:06.506371 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f2136c6a-caeb-4674-bd51-8a462da0a5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:08.689029 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaeb76d-32b6-4af1-9c8a-82905b950360 req-cbaa3836-7009-4893-a8b2-eb5d1384f94a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:08.690588 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ecaeb76d-32b6-4af1-9c8a-82905b950360 req-cbaa3836-7009-4893-a8b2-eb5d1384f94a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 947 time: 0.0551465 Aug 09 14:36:08.729932 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ecaeb76d-32b6-4af1-9c8a-82905b950360 req-58510534-b533-44f0-a5ad-856c8e93e9a1 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327430 Aug 09 14:36:09.352846 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:09.664856 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8f584d33-e278-4895-b976-84c00169307c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:09.861157 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb9ba1-8475-478a-95b5-51de67c25354 req-23e353f1-8180-4203-88bc-a2f6032e0ca2 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:09.862756 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2ceb9ba1-8475-478a-95b5-51de67c25354 req-23e353f1-8180-4203-88bc-a2f6032e0ca2 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 947 time: 0.0491168 Aug 09 14:36:09.902327 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2ceb9ba1-8475-478a-95b5-51de67c25354 req-f0dbfc86-4c36-48f3-aba7-c437881aca09 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331793 Aug 09 14:36:10.302741 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:10.519920 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b9b2f-7fc8-4d10-9dd8-f8993e987693 req-5be0e4bb-4455-4fab-87fd-3ffdc64e3c45 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:10.521387 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-cb3b9b2f-7fc8-4d10-9dd8-f8993e987693 req-5be0e4bb-4455-4fab-87fd-3ffdc64e3c45 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.11 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 947 time: 0.0526662 Aug 09 14:36:10.620850 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-cb3b9b2f-7fc8-4d10-9dd8-f8993e987693 req-5ee406c3-67b8-49ec-9d0c-5220c7b9e302 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Deleting port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:36:10.621196 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-cb3b9b2f-7fc8-4d10-9dd8-f8993e987693 req-5ee406c3-67b8-49ec-9d0c-5220c7b9e302 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:10.718647 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-cb3b9b2f-7fc8-4d10-9dd8-f8993e987693 req-5ee406c3-67b8-49ec-9d0c-5220c7b9e302 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] For port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:36:10.719051 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-cb3b9b2f-7fc8-4d10-9dd8-f8993e987693 req-5ee406c3-67b8-49ec-9d0c-5220c7b9e302 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:11.034273 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d84db-b7dd-47e7-a3ac-ca68835f9090 req-d0ef110b-60c8-4ba5-8682-b1407c238c31 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:11.036378 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-912d84db-b7dd-47e7-a3ac-ca68835f9090 req-d0ef110b-60c8-4ba5-8682-b1407c238c31 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 947 time: 0.0535021 Aug 09 14:36:11.079119 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-912d84db-b7dd-47e7-a3ac-ca68835f9090 req-088f5eed-aabc-4e0f-8faf-a486039b8351 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=4ec32979-bba2-4496-9deb-338d18e11154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356905 Aug 09 14:36:11.238846 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-cb3b9b2f-7fc8-4d10-9dd8-f8993e987693 req-5ee406c3-67b8-49ec-9d0c-5220c7b9e302 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:11.239221 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-cb3b9b2f-7fc8-4d10-9dd8-f8993e987693 req-5ee406c3-67b8-49ec-9d0c-5220c7b9e302 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744004'] for floatingip, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:11.239535 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.db.l3_db [req-cb3b9b2f-7fc8-4d10-9dd8-f8993e987693 req-5ee406c3-67b8-49ec-9d0c-5220c7b9e302 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Floating IP 5a90e82d-820a-44f0-8666-1d429e1845b3 disassociated. External IP: 172.27.0.211, port: 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70. Aug 09 14:36:11.239889 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-cb3b9b2f-7fc8-4d10-9dd8-f8993e987693 req-5ee406c3-67b8-49ec-9d0c-5220c7b9e302 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Calling delete_port for 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 owned by compute:nova {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:36:11.383026 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-cb3b9b2f-7fc8-4d10-9dd8-f8993e987693 req-5ee406c3-67b8-49ec-9d0c-5220c7b9e302 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:11.413491 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee406c3-67b8-49ec-9d0c-5220c7b9e302 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Pushing event deleted for resources: {'Port': ['ID=6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:11.531322 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb3b9b2f-7fc8-4d10-9dd8-f8993e987693 req-5ee406c3-67b8-49ec-9d0c-5220c7b9e302 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Router 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:36:11.658717 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb3b9b2f-7fc8-4d10-9dd8-f8993e987693 req-5ee406c3-67b8-49ec-9d0c-5220c7b9e302 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:36:11.672904 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211d47a9-4e78-4d81-b122-9491f72249c1 None None] Sync routers for ids ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:36:11.701606 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211d47a9-4e78-4d81-b122-9491f72249c1 None None] Routers {'3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:36:11.702150 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3b9b2f-7fc8-4d10-9dd8-f8993e987693 req-5ee406c3-67b8-49ec-9d0c-5220c7b9e302 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] No DVR routers for this DVR port 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 on host hv-cinder-78093 {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:36:11.704128 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-211d47a9-4e78-4d81-b122-9491f72249c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:36:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:11.704698 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-cb3b9b2f-7fc8-4d10-9dd8-f8993e987693 req-5ee406c3-67b8-49ec-9d0c-5220c7b9e302 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:11.708233 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-cb3b9b2f-7fc8-4d10-9dd8-f8993e987693 req-5ee406c3-67b8-49ec-9d0c-5220c7b9e302 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.11 "DELETE /v2.0/ports/6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 HTTP/1.1" status: 204 len: 173 time: 1.1787333 Aug 09 14:36:11.708233 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460fe605-d6f8-4dc4-ae5e-5d8d35d1e475', 'name': 'network-vif-deleted', 'tag': '6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:36:11.709433 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00da8fe6-80be-4a43-9db4-7e9fd8e4d659" -d '{"events": [{"server_uuid": "460fe605-d6f8-4dc4-ae5e-5d8d35d1e475", "name": "network-vif-deleted", "tag": "6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:36:11.755283 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e77829-521e-475a-958d-b7b3a6727b7d x-openstack-request-id: req-68e77829-521e-475a-958d-b7b3a6727b7d {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:36:11.755580 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460fe605-d6f8-4dc4-ae5e-5d8d35d1e475", "name": "network-vif-deleted", "tag": "6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:36:11.755837 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68e77829-521e-475a-958d-b7b3a6727b7d {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:36:11.756238 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460fe605-d6f8-4dc4-ae5e-5d8d35d1e475', 'name': 'network-vif-deleted', 'tag': '6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70', 'status': 'completed', 'code': 200} Aug 09 14:36:11.829395 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-211d47a9-4e78-4d81-b122-9491f72249c1 None None] Set router 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:36:12.046381 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-211d47a9-4e78-4d81-b122-9491f72249c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1476376075-router', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:32:04Z', 'revision_number': 4, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'gw_port': {'id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:57Z', 'updated_at': '2021-08-09T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'a01cced0-8c18-4340-833f-e26a96af49fb', 'name': '', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'mac_address': 'fa:16:3e:3a:b7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:32:01Z', 'updated_at': '2021-08-09T14:32:13Z', 'revision_number': 5, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'subnets': [{'id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:12.076359 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211d47a9-4e78-4d81-b122-9491f72249c1 None None] Checking router: 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:36:12.085685 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211d47a9-4e78-4d81-b122-9491f72249c1 None None] Routers {'3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:36:12.086230 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-211d47a9-4e78-4d81-b122-9491f72249c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:36:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:12.210533 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-211d47a9-4e78-4d81-b122-9491f72249c1 None None] Set router 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:36:12.213679 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-634dbc98-7aed-40b1-970f-4c622954fa19 req-7724f940-c85e-42ef-8cf6-24299f9f401b tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=460fe605-d6f8-4dc4-ae5e-5d8d35d1e475 HTTP/1.1" status: 200 len: 210 time: 0.0374773 Aug 09 14:36:12.466712 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:12.608355 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-211d47a9-4e78-4d81-b122-9491f72249c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1476376075-router', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:32:04Z', 'revision_number': 4, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'gw_port': {'id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:57Z', 'updated_at': '2021-08-09T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'a01cced0-8c18-4340-833f-e26a96af49fb', 'name': '', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'mac_address': 'fa:16:3e:3a:b7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:32:01Z', 'updated_at': '2021-08-09T14:32:13Z', 'revision_number': 5, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'subnets': [{'id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:12.637640 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211d47a9-4e78-4d81-b122-9491f72249c1 None None] The sync data for ids ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'] in dv-cinder-780933-12-iscsi is: [{'id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1476376075-router', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:32:04Z', 'revision_number': 4, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'gw_port': {'id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:57Z', 'updated_at': '2021-08-09T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'a01cced0-8c18-4340-833f-e26a96af49fb', 'name': '', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'mac_address': 'fa:16:3e:3a:b7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:32:01Z', 'updated_at': '2021-08-09T14:32:13Z', 'revision_number': 5, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'subnets': [{'id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:36:12.862023 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ef9e8d-2ca3-4863-bb2d-f07d29f57ffc None None] New status for floating IP 5a90e82d-820a-44f0-8666-1d429e1845b3: DOWN {{(pid=93284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:36:14.322839 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-87c8d563-e9e6-4b49-81e9-e91179b0d3bd req-b7d1fced-a555-4f0d-850b-15d52b35285c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468819 Aug 09 14:36:14.339430 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 47772) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:14.429636 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-300b71dd-13d2-4796-8ca4-b65b1a844bd4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:14.446710 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8d563-e9e6-4b49-81e9-e91179b0d3bd req-1f6b21a0-865e-413a-b6c3-ac59e64a743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:14.448219 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-87c8d563-e9e6-4b49-81e9-e91179b0d3bd req-1f6b21a0-865e-413a-b6c3-ac59e64a743c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=729113cfedf64bc3a79f3867c8bded3c&device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 1098 time: 0.0739365 Aug 09 14:36:14.459816 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-300b71dd-13d2-4796-8ca4-b65b1a844bd4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:14.577860 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-300b71dd-13d2-4796-8ca4-b65b1a844bd4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:14.580357 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-300b71dd-13d2-4796-8ca4-b65b1a844bd4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:14.581513 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-300b71dd-13d2-4796-8ca4-b65b1a844bd4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "DELETE /v2.0/security-groups/4ec32979-bba2-4496-9deb-338d18e11154 HTTP/1.1" status: 204 len: 168 time: 0.2409821 Aug 09 14:36:14.584592 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47776) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:14.594730 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:36:14.598834 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.api.v2.resource [None req-e005ff83-6758-4ec1-b008-afc7650ddd13 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] show failed (client error): The resource could not be found. Aug 09 14:36:14.602092 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-e005ff83-6758-4ec1-b008-afc7650ddd13 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups/4ec32979-bba2-4496-9deb-338d18e11154 HTTP/1.1" status: 404 len: 347 time: 0.0135996 Aug 09 14:36:14.603130 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b71dd-13d2-4796-8ca4-b65b1a844bd4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec32979-bba2-4496-9deb-338d18e11154,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:14.603752 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47778) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:14.607433 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8d563-e9e6-4b49-81e9-e91179b0d3bd req-45c9b75b-5e59-4bac-bedc-acd3cb19ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:14.608898 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-87c8d563-e9e6-4b49-81e9-e91179b0d3bd req-45c9b75b-5e59-4bac-bedc-acd3cb19ce00 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c20e9c5d-5cc7-41a2-8f11-7c043eca0179 HTTP/1.1" status: 200 len: 912 time: 0.1403739 Aug 09 14:36:14.687835 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-87c8d563-e9e6-4b49-81e9-e91179b0d3bd req-68ca10c8-2f65-4c14-95b2-88695856f8fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcd1da50-d980-403f-a25c-f136ae85dbe6 HTTP/1.1" status: 200 len: 1000 time: 0.0696626 Aug 09 14:36:14.744944 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-95def7d2-d004-4b07-bacb-e7396429609a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Deleting port 11f0cd63-b484-49b3-9c09-c54c2b239ff2 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:36:14.745371 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-95def7d2-d004-4b07-bacb-e7396429609a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:14.750637 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8d563-e9e6-4b49-81e9-e91179b0d3bd req-3e7e1815-fdf6-4f4e-a610-e5c7ffb988ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:14.752310 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-87c8d563-e9e6-4b49-81e9-e91179b0d3bd req-3e7e1815-fdf6-4f4e-a610-e5c7ffb988ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5 HTTP/1.1" status: 200 len: 850 time: 0.0561440 Aug 09 14:36:14.762577 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:36:14.788986 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] No Port match for: 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:36:14.789647 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 6d76fbea-746e-4f6e-a6c2-8aebf7e5cf70 not bound to the agent host hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:36:14.811170 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8d563-e9e6-4b49-81e9-e91179b0d3bd req-c5c2ea41-43b9-41fe-aabc-2fd721925828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:14.813042 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-87c8d563-e9e6-4b49-81e9-e91179b0d3bd req-c5c2ea41-43b9-41fe-aabc-2fd721925828 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c20e9c5d-5cc7-41a2-8f11-7c043eca0179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514350 Aug 09 14:36:14.844043 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-95def7d2-d004-4b07-bacb-e7396429609a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:14.844386 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-95def7d2-d004-4b07-bacb-e7396429609a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:14.859496 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-95def7d2-d004-4b07-bacb-e7396429609a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Calling delete_port for 11f0cd63-b484-49b3-9c09-c54c2b239ff2 owned by network:floatingip {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:36:14.924491 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-87c8d563-e9e6-4b49-81e9-e91179b0d3bd req-7f52e99e-ae0d-4f9c-ad5e-0ddbac52a2a9 service neutron] 10.222.0.11 "GET /v2.0/networks/c20e9c5d-5cc7-41a2-8f11-7c043eca0179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027486 Aug 09 14:36:15.025965 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-95def7d2-d004-4b07-bacb-e7396429609a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:15.033633 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-87c8d563-e9e6-4b49-81e9-e91179b0d3bd req-89153609-4c32-4d5c-9cf1-435dbe07860a service neutron] 10.222.0.11 "GET /v2.0/networks/c20e9c5d-5cc7-41a2-8f11-7c043eca0179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016173 Aug 09 14:36:15.051269 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95def7d2-d004-4b07-bacb-e7396429609a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Pushing event deleted for resources: {'Port': ['ID=11f0cd63-b484-49b3-9c09-c54c2b239ff2,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:15.117980 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-95def7d2-d004-4b07-bacb-e7396429609a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for floatingip, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:15.120819 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-95def7d2-d004-4b07-bacb-e7396429609a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:15.122091 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-95def7d2-d004-4b07-bacb-e7396429609a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "DELETE /v2.0/floatingips/5a90e82d-820a-44f0-8666-1d429e1845b3 HTTP/1.1" status: 204 len: 168 time: 0.5165815 Aug 09 14:36:15.514979 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 47806) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:15.519982 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-3b9ec786-673b-4ed4-883f-5d441eae41da tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Request body: {'security_group': {'name': 'tempest-securitygroup--41098253', 'description': 'tempest-description--176875434'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:15.543233 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3b9ec786-673b-4ed4-883f-5d441eae41da tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:15.672156 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3b9ec786-673b-4ed4-883f-5d441eae41da tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:15.677255 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3b9ec786-673b-4ed4-883f-5d441eae41da tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:15.711185 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3b9ec786-673b-4ed4-883f-5d441eae41da tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:15.712452 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-3b9ec786-673b-4ed4-883f-5d441eae41da tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1963205 Aug 09 14:36:15.714770 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ec786-673b-4ed4-883f-5d441eae41da tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7358e89c-bbc4-4c7c-8378-96992014ea3a,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:15.716715 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47816) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:15.721993 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-f28b6d5b-f321-4810-99fe-900bf7077df3 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Request body: {'security_group_rule': {'security_group_id': '7358e89c-bbc4-4c7c-8378-96992014ea3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:15.754490 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f28b6d5b-f321-4810-99fe-900bf7077df3 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:15.814602 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f28b6d5b-f321-4810-99fe-900bf7077df3 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:15.819871 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f28b6d5b-f321-4810-99fe-900bf7077df3 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:15.839985 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b6d5b-f321-4810-99fe-900bf7077df3 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d974dcb-c6fd-4abe-ba32-a38606aa1877,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:15.848614 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f28b6d5b-f321-4810-99fe-900bf7077df3 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:15.853095 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-f28b6d5b-f321-4810-99fe-900bf7077df3 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319385 Aug 09 14:36:15.853300 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47820) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:15.857817 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-fbefbe27-8507-4b8c-81c8-c820dd5c2f6f tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Request body: {'security_group_rule': {'security_group_id': '7358e89c-bbc4-4c7c-8378-96992014ea3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:15.886118 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fbefbe27-8507-4b8c-81c8-c820dd5c2f6f tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:15.945407 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fbefbe27-8507-4b8c-81c8-c820dd5c2f6f tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:15.949112 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fbefbe27-8507-4b8c-81c8-c820dd5c2f6f tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:15.967610 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbefbe27-8507-4b8c-81c8-c820dd5c2f6f tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15417e7a-7201-4938-ba12-3d580bce0e05,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:15.972361 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fbefbe27-8507-4b8c-81c8-c820dd5c2f6f tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:15.973587 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-fbefbe27-8507-4b8c-81c8-c820dd5c2f6f tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192873 Aug 09 14:36:15.977635 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47824) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:15.982545 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-b0679358-8e50-44d3-bd48-c6a1d46f52ff tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Request body: {'floatingip': {'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:16.011710 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b0679358-8e50-44d3-bd48-c6a1d46f52ff tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for floatingip, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:16.133075 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b0679358-8e50-44d3-bd48-c6a1d46f52ff tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:16.249678 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [None req-b0679358-8e50-44d3-bd48-c6a1d46f52ff tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Allocated IP 172.27.0.116 (fec02cd1-e2e8-4817-ba73-274d16c5b5b9/3361a577-0d73-418c-9a78-05f67eccb0cb/39de0a30-d71c-4aaa-81c7-2c5775bc6387) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:36:16.361161 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b0679358-8e50-44d3-bd48-c6a1d46f52ff tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:16.404536 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b0679358-8e50-44d3-bd48-c6a1d46f52ff tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:16.445320 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0679358-8e50-44d3-bd48-c6a1d46f52ff tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:36:16.451090 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-b0679358-8e50-44d3-bd48-c6a1d46f52ff tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:36:16.455902 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0679358-8e50-44d3-bd48-c6a1d46f52ff tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:36:16.462096 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0679358-8e50-44d3-bd48-c6a1d46f52ff tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Pushing event updated for resources: {'Port': ['ID=39de0a30-d71c-4aaa-81c7-2c5775bc6387,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:16.557032 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b0679358-8e50-44d3-bd48-c6a1d46f52ff tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:16.592255 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b0679358-8e50-44d3-bd48-c6a1d46f52ff tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:16.758039 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b0679358-8e50-44d3-bd48-c6a1d46f52ff tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:16.764222 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b0679358-8e50-44d3-bd48-c6a1d46f52ff tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25220855'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:16.778716 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:16.842035 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0679358-8e50-44d3-bd48-c6a1d46f52ff tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Pushing event updated for resources: {'Port': ['ID=39de0a30-d71c-4aaa-81c7-2c5775bc6387,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:16.850862 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b0679358-8e50-44d3-bd48-c6a1d46f52ff tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744004'] for floatingip, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:16.872063 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b0679358-8e50-44d3-bd48-c6a1d46f52ff tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:16.873435 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-b0679358-8e50-44d3-bd48-c6a1d46f52ff tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8946161 Aug 09 14:36:16.962640 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605a904-af3b-4523-a070-447ae01a58fc req-55cf1928-0891-4398-8fc9-92cbd7768069 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:16.964284 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2605a904-af3b-4523-a070-447ae01a58fc req-55cf1928-0891-4398-8fc9-92cbd7768069 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0551753 Aug 09 14:36:17.007600 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2605a904-af3b-4523-a070-447ae01a58fc req-d459377d-2a2d-4eae-9937-5d96b7637dd1 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362096 Aug 09 14:36:17.082015 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-c4d19add-8387-4249-8c5a-a34c6fefc583 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--41098253&fields=id&tenant_id=0d1d83df37494330a7851a5b1ddb7199 HTTP/1.1" status: 200 len: 267 time: 0.0348141 Aug 09 14:36:17.141491 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47852) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:17.458584 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c01053-6b8c-49c0-9d7b-760b14f2c693 admin admin] Deleting subnet 922b8805-2d46-41c7-b7a7-ee7e2f87ae3d {{(pid=93282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:36:17.466184 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c0c01053-6b8c-49c0-9d7b-760b14f2c693 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:17.510345 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-8c25aa87-008e-4459-8236-80f1208adb1b tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:17.511888 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-8c25aa87-008e-4459-8236-80f1208adb1b tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/networks?id=a1a85733-b746-4659-8c30-3b0e459dbc6f HTTP/1.1" status: 200 len: 817 time: 0.4220948 Aug 09 14:36:17.531457 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c0c01053-6b8c-49c0-9d7b-760b14f2c693 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25235237'] for subnet, precommit_delete_associations {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:17.559899 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-18a8c9f0-2346-4e42-ad22-132574e14460 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/quotas/0d1d83df37494330a7851a5b1ddb7199 HTTP/1.1" status: 200 len: 375 time: 0.0406070 Aug 09 14:36:17.604842 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c0c01053-6b8c-49c0-9d7b-760b14f2c693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742273'] for subnet, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:17.667867 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-892c8570-2d46-4636-b076-faa191920585 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d1d83df37494330a7851a5b1ddb7199&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1020832 Aug 09 14:36:17.700519 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c0c01053-6b8c-49c0-9d7b-760b14f2c693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25220813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25399007'] for subnet, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:17.771296 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c0c01053-6b8c-49c0-9d7b-760b14f2c693 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:17.773288 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-c0c01053-6b8c-49c0-9d7b-760b14f2c693 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/922b8805-2d46-41c7-b7a7-ee7e2f87ae3d HTTP/1.1" status: 204 len: 168 time: 0.6308076 Aug 09 14:36:17.775910 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 47856) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:17.777238 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c01053-6b8c-49c0-9d7b-760b14f2c693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=922b8805-2d46-41c7-b7a7-ee7e2f87ae3d,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:17.817641 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-d1e00d94-a04c-4dae-b42a-31aef75a129f service neutron] 10.222.0.60 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348052 Aug 09 14:36:17.851653 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5dacbd0e-da45-43ee-993e-9b374afb05ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676446'] for network, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:17.915477 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-a946621c-b697-4079-9c6f-c6e7327b6769 service neutron] 10.222.0.60 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910666 Aug 09 14:36:17.937000 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5dacbd0e-da45-43ee-993e-9b374afb05ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741126', 'neutron.services.segments.db._delete_segments_for_network-8793433151856'] for network, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:17.947162 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-5dacbd0e-da45-43ee-993e-9b374afb05ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a60b0bb-e015-4463-87d8-d9c92cdebe24']}} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:17.962445 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-5dacbd0e-da45-43ee-993e-9b374afb05ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb05a90-ea22-41fe-808d-057f20984806') {'for_net_delete': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:17.962770 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-5dacbd0e-da45-43ee-993e-9b374afb05ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb05a90-ea22-41fe-808d-057f20984806') {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:17.973078 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5dacbd0e-da45-43ee-993e-9b374afb05ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793433155705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522965'] for segment, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:17.989528 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5dacbd0e-da45-43ee-993e-9b374afb05ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:17.996594 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dacbd0e-da45-43ee-993e-9b374afb05ed admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:36:17.996990 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5dacbd0e-da45-43ee-993e-9b374afb05ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3868478'] for segment, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: Traceback (most recent call last): Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: timer() Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: cb(*args, **kw) Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: return func(*args, **kwargs) Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: self._notify() Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: self.callback(batched_events) Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: event.method(event) Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: return f(self, *a, **k) Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: return self._get(url).json() Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: return self.request(url, 'GET', **kwargs) Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:36:17.998686 dv-cinder-780933-12-iscsi neutron-server[93281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:36:18.071515 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5dacbd0e-da45-43ee-993e-9b374afb05ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744054'] for network, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:18.084604 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5dacbd0e-da45-43ee-993e-9b374afb05ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:18.090248 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-5dacbd0e-da45-43ee-993e-9b374afb05ed admin admin] 10.222.0.60 "DELETE /v2.0/networks/6a60b0bb-e015-4463-87d8-d9c92cdebe24 HTTP/1.1" status: 204 len: 168 time: 0.3107920 Aug 09 14:36:18.103128 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacbd0e-da45-43ee-993e-9b374afb05ed admin admin] Pushing event deleted for resources: {'Network': ['ID=6a60b0bb-e015-4463-87d8-d9c92cdebe24,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:18.119538 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-378063a8-1e4f-482f-bebf-49576d88b402 req-6dd4589c-6ddf-4d73-86b9-695c63f707ff tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 210 time: 0.0432625 Aug 09 14:36:18.188782 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9d1d4-bd16-414e-b281-72ea484d0f3b req-aa92a85d-59d6-4dc9-af22-628f264f71fa tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:18.190318 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5bb9d1d4-bd16-414e-b281-72ea484d0f3b req-aa92a85d-59d6-4dc9-af22-628f264f71fa tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0666561 Aug 09 14:36:18.233057 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5bb9d1d4-bd16-414e-b281-72ea484d0f3b req-3522675f-8ec6-4662-8575-7829b9899f11 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358670 Aug 09 14:36:18.315517 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 47870) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:18.370621 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47874) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:18.370851 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-29ae007b-385b-4544-b9a5-32b8fc84d0a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=78aec7452a034fc28ad868e60c337050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539901 Aug 09 14:36:18.421443 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-30ec6539-eeda-4521-912f-999653b80771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:18.449518 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-30ec6539-eeda-4521-912f-999653b80771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:18.498472 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-30ec6539-eeda-4521-912f-999653b80771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:18.501012 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-30ec6539-eeda-4521-912f-999653b80771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:18.502254 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-30ec6539-eeda-4521-912f-999653b80771 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dab74fbe-a1e0-41a4-a9bf-836daa2169d9 HTTP/1.1" status: 204 len: 168 time: 0.1304593 Aug 09 14:36:18.509780 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec6539-eeda-4521-912f-999653b80771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab74fbe-a1e0-41a4-a9bf-836daa2169d9,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:19.153630 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-1fbda17d-6e4c-4194-a0ef-44bc5449c751 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:19.153630 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-1fbda17d-6e4c-4194-a0ef-44bc5449c751 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.11 "GET /v2.0/networks?id=a1a85733-b746-4659-8c30-3b0e459dbc6f HTTP/1.1" status: 200 len: 817 time: 0.1327055 Aug 09 14:36:19.217204 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-eec2fe30-e4ce-4ff2-a45b-0697999cfaf0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d1d83df37494330a7851a5b1ddb7199 HTTP/1.1" status: 200 len: 378 time: 0.0515170 Aug 09 14:36:19.235879 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-b825d037-2e39-416e-8152-8a804649cf75 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Request body: {'port': {'device_id': '3062eda6-8e05-4619-87f9-208ccaaeea62', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'admin_state_up': True, 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'security_groups': ['7358e89c-bbc4-4c7c-8378-96992014ea3a']}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:19.246757 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-967f68fb-9580-4592-a256-91b6eb7626cc req-7804fb01-0964-46c1-b14f-f23512d2bf5d tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 210 time: 0.0489416 Aug 09 14:36:19.301627 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47906) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:19.370405 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-b825d037-2e39-416e-8152-8a804649cf75 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Made reservation on behalf of 0d1d83df37494330a7851a5b1ddb7199 for: {'port': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:36:19.374277 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-b825d037-2e39-416e-8152-8a804649cf75 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:19.381263 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e5a85-afff-4c33-afb2-8c90301d3f73 req-e63e472e-ca05-4824-9c31-37aa84fc86d0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:19.383310 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5b8e5a85-afff-4c33-afb2-8c90301d3f73 req-e63e472e-ca05-4824-9c31-37aa84fc86d0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0633464 Aug 09 14:36:19.413653 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-0009c6d0-905a-45e7-a621-e96256686bf6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1511982857-network', 'tenant_id': '9b0d6b81c639450c995e87759cde383e'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:19.442892 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5b8e5a85-afff-4c33-afb2-8c90301d3f73 req-87709609-2e3e-4660-ba82-f7ddfeeb3f77 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507944 Aug 09 14:36:19.451026 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0009c6d0-905a-45e7-a621-e96256686bf6 admin admin] Made reservation on behalf of 9b0d6b81c639450c995e87759cde383e for: {'network': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:36:19.456296 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0009c6d0-905a-45e7-a621-e96256686bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for network, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:19.467271 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0009c6d0-905a-45e7-a621-e96256686bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:19.553338 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-b825d037-2e39-416e-8152-8a804649cf75 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Allocated IP 172.20.0.5 (a1a85733-b746-4659-8c30-3b0e459dbc6f/3d011544-2652-42c4-bd98-5da36fbdc571/e8d46c43-84b0-419b-a884-80fb065f71c0) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:36:19.579391 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0009c6d0-905a-45e7-a621-e96256686bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:19.585173 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0009c6d0-905a-45e7-a621-e96256686bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:19.607990 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0009c6d0-905a-45e7-a621-e96256686bf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=93282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:36:19.637296 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009c6d0-905a-45e7-a621-e96256686bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91966fbb-4fe0-407f-948e-0672b0223882,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:19.641291 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0009c6d0-905a-45e7-a621-e96256686bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:19.641655 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.db.segments_db [None req-0009c6d0-905a-45e7-a621-e96256686bf6 admin admin] Added segment 12701d57-6a7a-45f8-bee9-091c5c593c82 of type vlan for network 016ce89f-fbb2-4e9e-96ce-95d15238c277 Aug 09 14:36:19.689248 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0009c6d0-905a-45e7-a621-e96256686bf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793432662869'] for network, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:19.720280 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0009c6d0-905a-45e7-a621-e96256686bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for network, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:19.721253 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0009c6d0-905a-45e7-a621-e96256686bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:19.721906 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0009c6d0-905a-45e7-a621-e96256686bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:19.729603 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-b825d037-2e39-416e-8152-8a804649cf75 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:19.743934 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-b825d037-2e39-416e-8152-8a804649cf75 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Transition to ACTIVE for port object e8d46c43-84b0-419b-a884-80fb065f71c0 will not be triggered until provisioned by entity DHCP. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:36:19.778846 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-b825d037-2e39-416e-8152-8a804649cf75 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:19.779882 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-0009c6d0-905a-45e7-a621-e96256686bf6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4769292 Aug 09 14:36:19.782912 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47910) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:19.788206 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-a41e143e-34da-4dc7-ab70-5698ca665302 admin admin] Request body: {'subnet': {'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1511982857-subnet', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'ip_version': 4}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:19.797330 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009c6d0-905a-45e7-a621-e96256686bf6 admin admin] Pushing event updated for resources: {'Network': ['ID=016ce89f-fbb2-4e9e-96ce-95d15238c277,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:19.814568 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Network 016ce89f-fbb2-4e9e-96ce-95d15238c277 details requested by agent ovs-agent-dv-cinder-780933-12-iscsi with host dv-cinder-780933-12-iscsi {{(pid=93283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:36:19.818635 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41e143e-34da-4dc7-ab70-5698ca665302 admin admin] Made reservation on behalf of 9b0d6b81c639450c995e87759cde383e for: {'subnet': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:36:19.822621 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a41e143e-34da-4dc7-ab70-5698ca665302 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25399028'] for subnet, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:19.832413 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-b825d037-2e39-416e-8152-8a804649cf75 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Network a1a85733-b746-4659-8c30-3b0e459dbc6f is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:36:19.840422 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-b825d037-2e39-416e-8152-8a804649cf75 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:36:19.845671 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-b825d037-2e39-416e-8152-8a804649cf75 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:36:19.849915 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825d037-2e39-416e-8152-8a804649cf75 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Pushing event updated for resources: {'Port': ['ID=e8d46c43-84b0-419b-a884-80fb065f71c0,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:19.926654 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-b825d037-2e39-416e-8152-8a804649cf75 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:19.928357 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-b825d037-2e39-416e-8152-8a804649cf75 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:19.955777 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-b825d037-2e39-416e-8152-8a804649cf75 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7236881 Aug 09 14:36:19.968763 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-7f74bbea-d8d2-4b44-a75c-abd6241d1760 service neutron] Request body: {'port': {'device_id': '3062eda6-8e05-4619-87f9-208ccaaeea62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:20.033166 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-7f74bbea-d8d2-4b44-a75c-abd6241d1760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:20.047798 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a41e143e-34da-4dc7-ab70-5698ca665302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25220746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25398982'] for subnet, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:20.090561 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-6d23e5de-82a9-42df-8736-30a92413bfdf None None] Provisioning for port e8d46c43-84b0-419b-a884-80fb065f71c0 completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:36:20.095216 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-6d23e5de-82a9-42df-8736-30a92413bfdf None None] Provisioning complete for port e8d46c43-84b0-419b-a884-80fb065f71c0 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:20.095884 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6d23e5de-82a9-42df-8736-30a92413bfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:20.106787 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e143e-34da-4dc7-ab70-5698ca665302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ec96c47-7c3a-490f-8d84-fe3553d1d3de,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:20.127036 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41e143e-34da-4dc7-ab70-5698ca665302 admin admin] Checking segment: {'id': '12701d57-6a7a-45f8-bee9-091c5c593c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:36:20.127537 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41e143e-34da-4dc7-ab70-5698ca665302 admin admin] Network hostable DHCP agents. Network: 016ce89f-fbb2-4e9e-96ce-95d15238c277, hostable agents: ['fcf2683d-1b10-4130-9527-2865db8d3e4f'], hosted agents: [] {{(pid=93282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:36:20.136295 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-6d23e5de-82a9-42df-8736-30a92413bfdf None None] Port e8d46c43-84b0-419b-a884-80fb065f71c0 cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:36:20.152456 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41e143e-34da-4dc7-ab70-5698ca665302 admin admin] Network 016ce89f-fbb2-4e9e-96ce-95d15238c277 is scheduled to be hosted by DHCP agent fcf2683d-1b10-4130-9527-2865db8d3e4f with binding_index 1 {{(pid=93282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:36:20.166479 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-a41e143e-34da-4dc7-ab70-5698ca665302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-12-iscsi, 016ce89f-fbb2-4e9e-96ce-95d15238c277) {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:36:20.170929 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41e143e-34da-4dc7-ab70-5698ca665302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:20.171541 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a41e143e-34da-4dc7-ab70-5698ca665302 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:20.175419 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958b8f74-91db-4fe0-a422-dad56742c500 None None] Network 016ce89f-fbb2-4e9e-96ce-95d15238c277 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:36:20.190837 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-a41e143e-34da-4dc7-ab70-5698ca665302 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4044540 Aug 09 14:36:20.191213 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47918) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:20.198271 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-c658575e-3e2c-4388-b88d-25017103d7e0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1511982857-router', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:20.231470 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c658575e-3e2c-4388-b88d-25017103d7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237309'] for router, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:20.233268 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c658575e-3e2c-4388-b88d-25017103d7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237298'] for router, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:20.336902 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c658575e-3e2c-4388-b88d-25017103d7e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:20.359067 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-7f74bbea-d8d2-4b44-a75c-abd6241d1760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d46c43-84b0-419b-a884-80fb065f71c0 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:36:20.367260 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-7f74bbea-d8d2-4b44-a75c-abd6241d1760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:20.379964 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-7f74bbea-d8d2-4b44-a75c-abd6241d1760 service neutron] Transition to ACTIVE for port object e8d46c43-84b0-419b-a884-80fb065f71c0 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:36:20.383604 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79cdc59-b55e-5cf7-a094-ed287857ff17-016ce89f-fbb2-4e9e-96ce-95d15238c277', 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'fixed_ips': [{'subnet_id': '6ec96c47-7c3a-490f-8d84-fe3553d1d3de'}]}} from dv-cinder-780933-12-iscsi. {{(pid=93283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 14:36:20.384484 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:20.385000 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-7f74bbea-d8d2-4b44-a75c-abd6241d1760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:20.440427 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74bbea-d8d2-4b44-a75c-abd6241d1760 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d46c43-84b0-419b-a884-80fb065f71c0,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:20.502292 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de5981-5ebf-465b-b29d-666be771ec6d req-dd5ea7a1-0df6-4279-a2a6-4290ec2d87f1 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:20.503886 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-71de5981-5ebf-465b-b29d-666be771ec6d req-dd5ea7a1-0df6-4279-a2a6-4290ec2d87f1 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 931 time: 0.1701038 Aug 09 14:36:20.546088 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c658575e-3e2c-4388-b88d-25017103d7e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:20.576667 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-7f74bbea-d8d2-4b44-a75c-abd6241d1760 service neutron] Attempting to bind port e8d46c43-84b0-419b-a884-80fb065f71c0 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:36:20.577026 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-7f74bbea-d8d2-4b44-a75c-abd6241d1760 service neutron] Attempting to bind port e8d46c43-84b0-419b-a884-80fb065f71c0 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '3623aa24-3ad5-40d1-9ca3-8c441de4e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:36:20.577431 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-7f74bbea-d8d2-4b44-a75c-abd6241d1760 service neutron] Attempting to bind port e8d46c43-84b0-419b-a884-80fb065f71c0 on network a1a85733-b746-4659-8c30-3b0e459dbc6f {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:36:20.582602 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-7f74bbea-d8d2-4b44-a75c-abd6241d1760 service neutron] Port e8d46c43-84b0-419b-a884-80fb065f71c0 on network a1a85733-b746-4659-8c30-3b0e459dbc6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:36:20.583042 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-7f74bbea-d8d2-4b44-a75c-abd6241d1760 service neutron] Attempting to bind port e8d46c43-84b0-419b-a884-80fb065f71c0 on network a1a85733-b746-4659-8c30-3b0e459dbc6f {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:36:20.589876 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-7f74bbea-d8d2-4b44-a75c-abd6241d1760 service neutron] Checking agent: {'id': '787e8c88-8117-4bdf-b5e3-a5a97e4f7369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'started_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:36:20.590273 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-7f74bbea-d8d2-4b44-a75c-abd6241d1760 service neutron] Checking segment: {'id': '3623aa24-3ad5-40d1-9ca3-8c441de4e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:36:20.590756 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-7f74bbea-d8d2-4b44-a75c-abd6241d1760 service neutron] Bound using segment: {'id': '3623aa24-3ad5-40d1-9ca3-8c441de4e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:36:20.591256 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-7f74bbea-d8d2-4b44-a75c-abd6241d1760 service neutron] Bound port: e8d46c43-84b0-419b-a884-80fb065f71c0, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3623aa24-3ad5-40d1-9ca3-8c441de4e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:36:20.591684 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-7f74bbea-d8d2-4b44-a75c-abd6241d1760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:20.612258 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Allocated IP 172.20.0.2 (016ce89f-fbb2-4e9e-96ce-95d15238c277/6ec96c47-7c3a-490f-8d84-fe3553d1d3de/479819b7-229f-48dd-bd56-03a43ac2d40c) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:36:20.676209 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-7f74bbea-d8d2-4b44-a75c-abd6241d1760 service neutron] For port e8d46c43-84b0-419b-a884-80fb065f71c0, host hv-cinder-78093, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:36:20.680903 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-7f74bbea-d8d2-4b44-a75c-abd6241d1760 service neutron] For port e8d46c43-84b0-419b-a884-80fb065f71c0, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e8d46c43-84b0-419b-a884-80fb065f71c0,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:36:20.681118 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-71de5981-5ebf-465b-b29d-666be771ec6d req-9aeebf98-50e4-4b4d-950e-77e101e02221 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1470273 Aug 09 14:36:20.686833 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-7f74bbea-d8d2-4b44-a75c-abd6241d1760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:20.701359 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecc90e-1fcf-4fb0-b6f7-5151949d068c req-eeec9d77-b59a-4d57-ba7f-8839577af037 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:20.704112 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e4ecc90e-1fcf-4fb0-b6f7-5151949d068c req-eeec9d77-b59a-4d57-ba7f-8839577af037 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.1519740 Aug 09 14:36:20.730988 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-7f74bbea-d8d2-4b44-a75c-abd6241d1760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:20.731610 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-7f74bbea-d8d2-4b44-a75c-abd6241d1760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:20.733378 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-7f74bbea-d8d2-4b44-a75c-abd6241d1760 service neutron] 10.222.0.11 "PUT /v2.0/ports/e8d46c43-84b0-419b-a884-80fb065f71c0 HTTP/1.1" status: 200 len: 1093 time: 0.7690046 Aug 09 14:36:20.733512 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3062eda6-8e05-4619-87f9-208ccaaeea62', 'tag': 'e8d46c43-84b0-419b-a884-80fb065f71c0'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:36:20.735716 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a04908-b0b1-4a31-9873-2ec7cb33d947" -d '{"events": [{"name": "network-changed", "server_uuid": "3062eda6-8e05-4619-87f9-208ccaaeea62", "tag": "e8d46c43-84b0-419b-a884-80fb065f71c0"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:36:20.780118 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74bbea-d8d2-4b44-a75c-abd6241d1760 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d46c43-84b0-419b-a884-80fb065f71c0,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:20.797873 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e4ecc90e-1fcf-4fb0-b6f7-5151949d068c req-b0efe6fe-fb2b-4287-bae2-5d6f09fc5e6a tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810533 Aug 09 14:36:20.800513 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e1d65b-53ad-4778-8ab6-0d85914cf1c7 x-openstack-request-id: req-c8e1d65b-53ad-4778-8ab6-0d85914cf1c7 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:36:20.800513 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3062eda6-8e05-4619-87f9-208ccaaeea62", "tag": "e8d46c43-84b0-419b-a884-80fb065f71c0", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:36:20.800807 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c8e1d65b-53ad-4778-8ab6-0d85914cf1c7 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:36:20.801200 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3062eda6-8e05-4619-87f9-208ccaaeea62', 'tag': 'e8d46c43-84b0-419b-a884-80fb065f71c0', 'status': 'completed', 'code': 200} Aug 09 14:36:20.853287 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-947ccc3d-2efd-46f1-8442-350557d14142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:20.854914 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-947ccc3d-2efd-46f1-8442-350557d14142 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d1d83df37494330a7851a5b1ddb7199&device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 1096 time: 0.0529461 Aug 09 14:36:20.879977 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:20.895618 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Transition to ACTIVE for port object 479819b7-229f-48dd-bd56-03a43ac2d40c will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:36:20.915869 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Transition to ACTIVE for port object 479819b7-229f-48dd-bd56-03a43ac2d40c will not be triggered until provisioned by entity DHCP. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:36:20.917542 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-ba1c272f-52f7-41f9-9af7-71ae10a04c84 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8d46c43-84b0-419b-a884-80fb065f71c0 HTTP/1.1" status: 200 len: 217 time: 0.0528588 Aug 09 14:36:20.930263 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:20.980773 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Network 016ce89f-fbb2-4e9e-96ce-95d15238c277 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:36:20.984642 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-e837304f-b39a-4de1-9d2c-0b6327463c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:20.986287 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:36:20.986488 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-e837304f-b39a-4de1-9d2c-0b6327463c72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d011544-2652-42c4-bd98-5da36fbdc571 HTTP/1.1" status: 200 len: 856 time: 0.0576074 Aug 09 14:36:20.989858 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:36:20.996146 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Pushing event updated for resources: {'Port': ['ID=479819b7-229f-48dd-bd56-03a43ac2d40c,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:21.004582 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:21.004911 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:21.005128 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:21.005462 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:21.005800 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:21.006534 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:21.006534 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:21.006784 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:21.007118 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:21.007444 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:21.008291 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:21.008649 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:21.026030 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c658575e-3e2c-4388-b88d-25017103d7e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:21.040430 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-df871726-243a-422a-9f0c-72905e3310a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:21.042349 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-df871726-243a-422a-9f0c-72905e3310a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1a85733-b746-4659-8c30-3b0e459dbc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0456693 Aug 09 14:36:21.052401 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c658575e-3e2c-4388-b88d-25017103d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:21.063698 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Attempting to bind port 479819b7-229f-48dd-bd56-03a43ac2d40c on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:36:21.064211 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Attempting to bind port 479819b7-229f-48dd-bd56-03a43ac2d40c by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': '12701d57-6a7a-45f8-bee9-091c5c593c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:36:21.064671 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Attempting to bind port 479819b7-229f-48dd-bd56-03a43ac2d40c on network 016ce89f-fbb2-4e9e-96ce-95d15238c277 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:36:21.071437 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:36:21.072145 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Checking segment: {'id': '12701d57-6a7a-45f8-bee9-091c5c593c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:36:21.072619 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:21.073114 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Bound using segment: {'id': '12701d57-6a7a-45f8-bee9-091c5c593c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:36:21.073693 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Bound port: 479819b7-229f-48dd-bd56-03a43ac2d40c, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12701d57-6a7a-45f8-bee9-091c5c593c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:36:21.074217 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:21.146444 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-9c09f7ab-bd81-414c-ace0-1de7f855a422 service neutron] 10.222.0.11 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948720 Aug 09 14:36:21.151662 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] For port 479819b7-229f-48dd-bd56-03a43ac2d40c, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:36:21.154953 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] For port 479819b7-229f-48dd-bd56-03a43ac2d40c, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=479819b7-229f-48dd-bd56-03a43ac2d40c,segment=NetworkSegment(12701d57-6a7a-45f8-bee9-091c5c593c82),segment_id=12701d57-6a7a-45f8-bee9-091c5c593c82)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:36:21.159807 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:21.194460 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [None req-c658575e-3e2c-4388-b88d-25017103d7e0 admin admin] Allocated IP 172.27.0.43 (fec02cd1-e2e8-4817-ba73-274d16c5b5b9/3361a577-0d73-418c-9a78-05f67eccb0cb/8e1548b7-b8ad-46d9-b4d2-35c95f310459) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:36:21.236203 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbc8d0-86cc-42dd-a331-376e553fa439 None None] Pushing event updated for resources: {'Port': ['ID=479819b7-229f-48dd-bd56-03a43ac2d40c,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:21.264093 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-467576eb-0d01-43fe-803e-ad0fc400b0df req-3bcaee35-e6fd-452c-9227-445097f91ce2 service neutron] 10.222.0.11 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090200 Aug 09 14:36:21.319923 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c658575e-3e2c-4388-b88d-25017103d7e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:21.363000 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a04908-b0b1-4a31-9873-2ec7cb33d947 req-dba229e5-da51-4f42-9389-90a8caf1aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:21.364737 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f2a04908-b0b1-4a31-9873-2ec7cb33d947 req-dba229e5-da51-4f42-9389-90a8caf1aa1c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d1d83df37494330a7851a5b1ddb7199&device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 1096 time: 0.0461318 Aug 09 14:36:21.380116 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c658575e-3e2c-4388-b88d-25017103d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:21.430148 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c658575e-3e2c-4388-b88d-25017103d7e0 admin admin] Network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:36:21.433139 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-c658575e-3e2c-4388-b88d-25017103d7e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:36:21.435879 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c658575e-3e2c-4388-b88d-25017103d7e0 admin admin] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:36:21.469410 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658575e-3e2c-4388-b88d-25017103d7e0 admin admin] Pushing event updated for resources: {'Port': ['ID=8e1548b7-b8ad-46d9-b4d2-35c95f310459,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:21.502666 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a04908-b0b1-4a31-9873-2ec7cb33d947 req-ec121d28-6a60-4095-a013-cf78e2fa6485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:21.504466 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f2a04908-b0b1-4a31-9873-2ec7cb33d947 req-ec121d28-6a60-4095-a013-cf78e2fa6485 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1a85733-b746-4659-8c30-3b0e459dbc6f HTTP/1.1" status: 200 len: 918 time: 0.1302061 Aug 09 14:36:21.552539 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f2a04908-b0b1-4a31-9873-2ec7cb33d947 req-d350a312-3359-4a0e-913a-87288ebab33b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8d46c43-84b0-419b-a884-80fb065f71c0 HTTP/1.1" status: 200 len: 217 time: 0.0369499 Aug 09 14:36:21.616556 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a04908-b0b1-4a31-9873-2ec7cb33d947 req-c838b563-655a-4b62-9ea6-ce52f5ca0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:21.619197 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f2a04908-b0b1-4a31-9873-2ec7cb33d947 req-c838b563-655a-4b62-9ea6-ce52f5ca0d31 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d011544-2652-42c4-bd98-5da36fbdc571 HTTP/1.1" status: 200 len: 856 time: 0.0552325 Aug 09 14:36:21.668793 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a04908-b0b1-4a31-9873-2ec7cb33d947 req-f8e8b7a5-ad9f-4418-ae9b-2240b925c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:21.670365 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f2a04908-b0b1-4a31-9873-2ec7cb33d947 req-f8e8b7a5-ad9f-4418-ae9b-2240b925c3be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1a85733-b746-4659-8c30-3b0e459dbc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436437 Aug 09 14:36:21.715601 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c658575e-3e2c-4388-b88d-25017103d7e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:21.771916 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f2a04908-b0b1-4a31-9873-2ec7cb33d947 req-2091ff79-093e-4ec6-9c3c-aed49b432cb0 service neutron] 10.222.0.11 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930412 Aug 09 14:36:21.863607 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd8955-3a15-4edc-ac61-676ce27da997 req-fb6e83ce-17fb-49ae-8f25-4e9604f76dfc tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:21.865277 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-40bd8955-3a15-4edc-ac61-676ce27da997 req-fb6e83ce-17fb-49ae-8f25-4e9604f76dfc tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 943 time: 0.0976577 Aug 09 14:36:21.896969 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f2a04908-b0b1-4a31-9873-2ec7cb33d947 req-f419ce2e-ac78-4eba-a377-cdc2b0cf8b81 service neutron] 10.222.0.11 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128850 Aug 09 14:36:22.028996 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-40bd8955-3a15-4edc-ac61-676ce27da997 req-b6f41094-92c1-4222-b8a5-a495e3dffed1 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1201000 Aug 09 14:36:22.047766 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04008259-3fd9-422c-8460-6285c53e9289 req-fe055b0c-fe07-4f32-a180-fcf01b64d675 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:22.049309 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-04008259-3fd9-422c-8460-6285c53e9289 req-fe055b0c-fe07-4f32-a180-fcf01b64d675 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.1391304 Aug 09 14:36:22.052694 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c658575e-3e2c-4388-b88d-25017103d7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744126'] for router, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:22.162545 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-04008259-3fd9-422c-8460-6285c53e9289 req-a99abae7-926b-4806-abae-60dea62f588f tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040537 Aug 09 14:36:22.187452 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffebb34e-5a09-4000-bb57-dd186c395a04 None None] Network 016ce89f-fbb2-4e9e-96ce-95d15238c277 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:36:22.220078 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c658575e-3e2c-4388-b88d-25017103d7e0 admin admin] Router d3215efc-3623-42a1-9cc5-afa79db49e9a is scheduled to L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e with binding_index 1 {{(pid=93282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 14:36:22.269992 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-d4cc5a49-a4c0-4858-9da2-efbbd93cd6b0 None None] Provisioning for port 479819b7-229f-48dd-bd56-03a43ac2d40c completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:36:22.336963 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c658575e-3e2c-4388-b88d-25017103d7e0 admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:36:22.354134 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] Sync routers for ids ['d3215efc-3623-42a1-9cc5-afa79db49e9a'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:36:22.356722 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c658575e-3e2c-4388-b88d-25017103d7e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:22.357973 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-c658575e-3e2c-4388-b88d-25017103d7e0 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1657391 Aug 09 14:36:22.360876 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 47944) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:22.370085 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] Routers {'d3215efc-3623-42a1-9cc5-afa79db49e9a'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:36:22.370744 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:36:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['d3215efc-3623-42a1-9cc5-afa79db49e9a'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:22.495352 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] Set router d3215efc-3623-42a1-9cc5-afa79db49e9a gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:36:22.658005 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 479819b7-229f-48dd-bd56-03a43ac2d40c up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:36:22.761904 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port 479819b7-229f-48dd-bd56-03a43ac2d40c completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:36:22.768309 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 479819b7-229f-48dd-bd56-03a43ac2d40c triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:22.768685 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:22.774559 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'name': 'tempest-TestShelveInstance-1511982857-router', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:20Z', 'updated_at': '2021-08-09T14:36:21Z', 'revision_number': 3, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'gw_port': {'id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:80:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:21Z', 'updated_at': '2021-08-09T14:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:22.826295 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] Checking router: d3215efc-3623-42a1-9cc5-afa79db49e9a for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:36:22.826650 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] Updating router d3215efc-3623-42a1-9cc5-afa79db49e9a port 8e1548b7-b8ad-46d9-b4d2-35c95f310459 binding host dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:36:22.863096 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:22.991440 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:23.074916 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port 479819b7-229f-48dd-bd56-03a43ac2d40c, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=479819b7-229f-48dd-bd56-03a43ac2d40c,segment=NetworkSegment(12701d57-6a7a-45f8-bee9-091c5c593c82),segment_id=12701d57-6a7a-45f8-bee9-091c5c593c82)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:36:23.079979 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:23.084661 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-532ae5db-af69-4dec-852c-24e67670f4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:23.172735 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=479819b7-229f-48dd-bd56-03a43ac2d40c,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:23.195542 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2279d-4f81-4663-b05a-2540009f0cea req-221d2730-5912-4106-b422-7f5e62991b22 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:23.197100 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3ac2279d-4f81-4663-b05a-2540009f0cea req-221d2730-5912-4106-b422-7f5e62991b22 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 943 time: 0.0560479 Aug 09 14:36:23.241116 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3ac2279d-4f81-4663-b05a-2540009f0cea req-746b73a2-3210-422b-8303-90010d113a52 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348978 Aug 09 14:36:23.256059 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:23.266925 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-532ae5db-af69-4dec-852c-24e67670f4be admin admin] Allocated IP 172.20.0.1 (016ce89f-fbb2-4e9e-96ce-95d15238c277/6ec96c47-7c3a-490f-8d84-fe3553d1d3de/d4985748-1a10-4a24-8adf-c83108712f14) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:36:23.268389 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] Transition to ACTIVE for port object 8e1548b7-b8ad-46d9-b4d2-35c95f310459 will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:36:23.281318 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:23.297415 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8e4b4-0b01-415e-94a3-8aa099db3ab4 req-63dccdcb-9702-464d-9901-bf783d369743 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:23.299003 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8ae8e4b4-0b01-415e-94a3-8aa099db3ab4 req-63dccdcb-9702-464d-9901-bf783d369743 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0569859 Aug 09 14:36:23.338154 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] Attempting to bind port 8e1548b7-b8ad-46d9-b4d2-35c95f310459 on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:36:23.338527 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] Attempting to bind port 8e1548b7-b8ad-46d9-b4d2-35c95f310459 by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:36:23.339386 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] Attempting to bind port 8e1548b7-b8ad-46d9-b4d2-35c95f310459 on network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:36:23.342028 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9253a-fb1d-441a-9442-4d2bf0b555a9 None None] Pushing event updated for resources: {'Port': ['ID=8e1548b7-b8ad-46d9-b4d2-35c95f310459,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:23.344646 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8ae8e4b4-0b01-415e-94a3-8aa099db3ab4 req-45bc901e-d970-458c-8c18-31df8865e701 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391712 Aug 09 14:36:23.349534 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:36:23.349949 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] Checking segment: {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:36:23.350314 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:23.350888 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] Bound using segment: {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:36:23.351996 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] Bound port: 8e1548b7-b8ad-46d9-b4d2-35c95f310459, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:36:23.352565 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:23.388726 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-532ae5db-af69-4dec-852c-24e67670f4be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:23.402968 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-532ae5db-af69-4dec-852c-24e67670f4be admin admin] Transition to ACTIVE for port object d4985748-1a10-4a24-8adf-c83108712f14 will not be triggered until provisioned by entity DHCP. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:36:23.409951 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] For port 8e1548b7-b8ad-46d9-b4d2-35c95f310459, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:36:23.413267 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] For port 8e1548b7-b8ad-46d9-b4d2-35c95f310459, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=8e1548b7-b8ad-46d9-b4d2-35c95f310459,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:36:23.418966 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:23.438416 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-532ae5db-af69-4dec-852c-24e67670f4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:23.475897 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] Routers {'d3215efc-3623-42a1-9cc5-afa79db49e9a'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:36:23.477129 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:36:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['d3215efc-3623-42a1-9cc5-afa79db49e9a'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:23.477382 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532ae5db-af69-4dec-852c-24e67670f4be admin admin] Network 016ce89f-fbb2-4e9e-96ce-95d15238c277 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:36:23.480278 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-532ae5db-af69-4dec-852c-24e67670f4be admin admin] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:36:23.482695 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532ae5db-af69-4dec-852c-24e67670f4be admin admin] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:36:23.515167 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ae5db-af69-4dec-852c-24e67670f4be admin admin] Pushing event updated for resources: {'Port': ['ID=d4985748-1a10-4a24-8adf-c83108712f14,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:23.515814 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9253a-fb1d-441a-9442-4d2bf0b555a9 None None] Pushing event updated for resources: {'Port': ['ID=8e1548b7-b8ad-46d9-b4d2-35c95f310459,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:23.531449 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-532ae5db-af69-4dec-852c-24e67670f4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744653'] for router_interface, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:23.681552 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-532ae5db-af69-4dec-852c-24e67670f4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:23.748235 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] Set router d3215efc-3623-42a1-9cc5-afa79db49e9a gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:36:23.850067 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-49bab614-9f52-42ee-bca4-c5fdcf352c28 None None] Provisioning for port d4985748-1a10-4a24-8adf-c83108712f14 completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:36:23.854625 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-49bab614-9f52-42ee-bca4-c5fdcf352c28 None None] Provisioning complete for port d4985748-1a10-4a24-8adf-c83108712f14 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:23.855180 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-49bab614-9f52-42ee-bca4-c5fdcf352c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:23.862365 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-532ae5db-af69-4dec-852c-24e67670f4be admin admin] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:23.867550 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-532ae5db-af69-4dec-852c-24e67670f4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:23.909180 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-49bab614-9f52-42ee-bca4-c5fdcf352c28 None None] Port d4985748-1a10-4a24-8adf-c83108712f14 cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:36:23.940489 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ae5db-af69-4dec-852c-24e67670f4be admin admin] Pushing event updated for resources: {'Port': ['ID=d4985748-1a10-4a24-8adf-c83108712f14,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:23.943996 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-532ae5db-af69-4dec-852c-24e67670f4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1744825'] for router_interface, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:23.987576 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'name': 'tempest-TestShelveInstance-1511982857-router', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:20Z', 'updated_at': '2021-08-09T14:36:21Z', 'revision_number': 3, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'gw_port': {'id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:80:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:21Z', 'updated_at': '2021-08-09T14:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:24.014665 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0badc24-6a61-4bed-8292-0586cea8a9b1 None None] The sync data for ids ['d3215efc-3623-42a1-9cc5-afa79db49e9a'] in dv-cinder-780933-12-iscsi is: [{'id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'name': 'tempest-TestShelveInstance-1511982857-router', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:20Z', 'updated_at': '2021-08-09T14:36:21Z', 'revision_number': 3, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'gw_port': {'id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:80:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:21Z', 'updated_at': '2021-08-09T14:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:36:24.049472 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532ae5db-af69-4dec-852c-24e67670f4be admin admin] Network 016ce89f-fbb2-4e9e-96ce-95d15238c277 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:36:24.051425 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-532ae5db-af69-4dec-852c-24e67670f4be admin admin] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:36:24.203353 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532ae5db-af69-4dec-852c-24e67670f4be admin admin] Router d3215efc-3623-42a1-9cc5-afa79db49e9a has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:36:24.356432 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-ed91d595-50bb-4d86-81cf-91bcbcad866f None None] Provisioning complete for port d4985748-1a10-4a24-8adf-c83108712f14 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:24.357813 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ed91d595-50bb-4d86-81cf-91bcbcad866f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:24.364943 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532ae5db-af69-4dec-852c-24e67670f4be admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:36:24.384178 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-532ae5db-af69-4dec-852c-24e67670f4be admin admin] 10.222.0.60 "PUT /v2.0/routers/d3215efc-3623-42a1-9cc5-afa79db49e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0126464 Aug 09 14:36:24.419408 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-ed91d595-50bb-4d86-81cf-91bcbcad866f None None] Port d4985748-1a10-4a24-8adf-c83108712f14 cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:36:24.428172 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7cb33-de82-4fb6-83e0-eaa35a1aba24 req-2490639b-b31b-469e-86f6-3c6ac13899f8 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:24.436486 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f4a7cb33-de82-4fb6-83e0-eaa35a1aba24 req-2490639b-b31b-469e-86f6-3c6ac13899f8 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 943 time: 0.0859277 Aug 09 14:36:24.744952 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 479819b7-229f-48dd-bd56-03a43ac2d40c up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:36:24.783705 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f4a7cb33-de82-4fb6-83e0-eaa35a1aba24 req-69d5ac72-5c69-4d9b-aaed-2c8b205e4bfe tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3462346 Aug 09 14:36:24.811158 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35c110-05f7-4d39-8a58-f903a1bfb46c req-7693c59a-c60d-4096-a114-bbbcf33f56dc tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:24.813254 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2c35c110-05f7-4d39-8a58-f903a1bfb46c req-7693c59a-c60d-4096-a114-bbbcf33f56dc tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.3574669 Aug 09 14:36:24.829418 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device e8d46c43-84b0-419b-a884-80fb065f71c0 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:36:24.859035 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 479819b7-229f-48dd-bd56-03a43ac2d40c triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:24.859413 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:24.891354 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2c35c110-05f7-4d39-8a58-f903a1bfb46c req-efb60577-610d-4106-9433-b3cd2b39001e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660756 Aug 09 14:36:25.006382 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port e8d46c43-84b0-419b-a884-80fb065f71c0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e8d46c43-84b0-419b-a884-80fb065f71c0,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:36:25.029173 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': 'e8d46c43-84b0-419b-a884-80fb065f71c0', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'port_id': 'e8d46c43-84b0-419b-a884-80fb065f71c0', 'mac_address': 'fa:16:3e:30:fa:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:36:25.033891 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 8e1548b7-b8ad-46d9-b4d2-35c95f310459 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:36:25.036181 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47972) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:25.043130 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-ece0cfea-b7e6-4f14-bb7a-5182c2eef70b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1738385408-network', 'tenant_id': '81270e012af247a98b184274a36ff325'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:25.074648 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece0cfea-b7e6-4f14-bb7a-5182c2eef70b admin admin] Made reservation on behalf of 81270e012af247a98b184274a36ff325 for: {'network': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:36:25.077573 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ece0cfea-b7e6-4f14-bb7a-5182c2eef70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for network, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:25.087543 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ece0cfea-b7e6-4f14-bb7a-5182c2eef70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:25.103931 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:25.121483 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d46c43-84b0-419b-a884-80fb065f71c0 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:36:25.127034 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port 8e1548b7-b8ad-46d9-b4d2-35c95f310459 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:36:25.137128 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 8e1548b7-b8ad-46d9-b4d2-35c95f310459 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:25.137499 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:25.164884 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port e8d46c43-84b0-419b-a884-80fb065f71c0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e8d46c43-84b0-419b-a884-80fb065f71c0,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:36:25.172156 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:25.209761 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ece0cfea-b7e6-4f14-bb7a-5182c2eef70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:25.216112 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ece0cfea-b7e6-4f14-bb7a-5182c2eef70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:25.238201 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece0cfea-b7e6-4f14-bb7a-5182c2eef70b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=93282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:36:25.241695 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=e8d46c43-84b0-419b-a884-80fb065f71c0,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:25.259909 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0cfea-b7e6-4f14-bb7a-5182c2eef70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f62b2f3-b2d8-4ebe-b19d-faf8cca8cd1b,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:25.266495 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ece0cfea-b7e6-4f14-bb7a-5182c2eef70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:25.266888 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.db.segments_db [None req-ece0cfea-b7e6-4f14-bb7a-5182c2eef70b admin admin] Added segment a84253e0-7fb2-40ae-a436-d73e366110ee of type vlan for network 5fd8cf27-2299-4f9b-aeed-3aab8460ad72 Aug 09 14:36:25.294079 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:25.311437 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ece0cfea-b7e6-4f14-bb7a-5182c2eef70b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793432662869'] for network, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:25.322914 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port 8e1548b7-b8ad-46d9-b4d2-35c95f310459, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=8e1548b7-b8ad-46d9-b4d2-35c95f310459,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:36:25.328267 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:25.370898 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ece0cfea-b7e6-4f14-bb7a-5182c2eef70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for network, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:25.372002 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece0cfea-b7e6-4f14-bb7a-5182c2eef70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:25.373140 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ece0cfea-b7e6-4f14-bb7a-5182c2eef70b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:25.385387 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=8e1548b7-b8ad-46d9-b4d2-35c95f310459,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:25.412211 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['e8d46c43-84b0-419b-a884-80fb065f71c0'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:36:25.439506 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-ece0cfea-b7e6-4f14-bb7a-5182c2eef70b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3994348 Aug 09 14:36:25.440041 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 47978) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:25.444590 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-41087981-ab29-4bd1-85e6-e300b76b30a4 admin admin] Request body: {'subnet': {'network_id': '5fd8cf27-2299-4f9b-aeed-3aab8460ad72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1738385408-subnet', 'tenant_id': '81270e012af247a98b184274a36ff325', 'ip_version': 4}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:25.453100 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0cfea-b7e6-4f14-bb7a-5182c2eef70b admin admin] Pushing event updated for resources: {'Network': ['ID=5fd8cf27-2299-4f9b-aeed-3aab8460ad72,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:25.469762 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Network 5fd8cf27-2299-4f9b-aeed-3aab8460ad72 details requested by agent ovs-agent-dv-cinder-780933-12-iscsi with host dv-cinder-780933-12-iscsi {{(pid=93283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:36:25.473228 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41087981-ab29-4bd1-85e6-e300b76b30a4 admin admin] Made reservation on behalf of 81270e012af247a98b184274a36ff325 for: {'subnet': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:36:25.475821 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-41087981-ab29-4bd1-85e6-e300b76b30a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25399028'] for subnet, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:25.703514 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-41087981-ab29-4bd1-85e6-e300b76b30a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25220746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25398982'] for subnet, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:25.761986 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41087981-ab29-4bd1-85e6-e300b76b30a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e330ad83-987f-4af7-b7a6-e6cdd214e000,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:25.770343 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41087981-ab29-4bd1-85e6-e300b76b30a4 admin admin] Checking segment: {'id': 'a84253e0-7fb2-40ae-a436-d73e366110ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5fd8cf27-2299-4f9b-aeed-3aab8460ad72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:36:25.770726 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41087981-ab29-4bd1-85e6-e300b76b30a4 admin admin] Network hostable DHCP agents. Network: 5fd8cf27-2299-4f9b-aeed-3aab8460ad72, hostable agents: ['fcf2683d-1b10-4130-9527-2865db8d3e4f'], hosted agents: [] {{(pid=93282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:36:25.790410 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41087981-ab29-4bd1-85e6-e300b76b30a4 admin admin] Network 5fd8cf27-2299-4f9b-aeed-3aab8460ad72 is scheduled to be hosted by DHCP agent fcf2683d-1b10-4130-9527-2865db8d3e4f with binding_index 1 {{(pid=93282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:36:25.800040 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-41087981-ab29-4bd1-85e6-e300b76b30a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-12-iscsi, 5fd8cf27-2299-4f9b-aeed-3aab8460ad72) {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:36:25.805292 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41087981-ab29-4bd1-85e6-e300b76b30a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:25.806258 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-41087981-ab29-4bd1-85e6-e300b76b30a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:25.812666 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633557a6-1659-4766-b282-9dea30addb2e None None] Network 5fd8cf27-2299-4f9b-aeed-3aab8460ad72 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:36:25.824635 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-41087981-ab29-4bd1-85e6-e300b76b30a4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3815312 Aug 09 14:36:25.824982 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 47986) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:25.830950 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-3e00d41e-dbbc-400c-9519-690dfd80d906 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1738385408-router', 'tenant_id': '81270e012af247a98b184274a36ff325', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:25.864620 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3e00d41e-dbbc-400c-9519-690dfd80d906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237309'] for router, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:25.866319 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3e00d41e-dbbc-400c-9519-690dfd80d906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237298'] for router, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:25.932072 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3e00d41e-dbbc-400c-9519-690dfd80d906 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:25.953245 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0bd53-7394-418a-8a1b-5fc54b856218 req-e117a35e-4db5-48ff-8b3e-87d942880de0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:25.954975 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-beb0bd53-7394-418a-8a1b-5fc54b856218 req-e117a35e-4db5-48ff-8b3e-87d942880de0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 944 time: 0.0826557 Aug 09 14:36:25.994345 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92966b39-2204-4c7d-bdf1-aec77d34b212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79cdc59-b55e-5cf7-a094-ed287857ff17-5fd8cf27-2299-4f9b-aeed-3aab8460ad72', 'network_id': '5fd8cf27-2299-4f9b-aeed-3aab8460ad72', 'tenant_id': '81270e012af247a98b184274a36ff325', 'fixed_ips': [{'subnet_id': 'e330ad83-987f-4af7-b7a6-e6cdd214e000'}]}} from dv-cinder-780933-12-iscsi. {{(pid=93283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 14:36:25.995799 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-92966b39-2204-4c7d-bdf1-aec77d34b212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:26.011485 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] Sync routers for ids ['d3215efc-3623-42a1-9cc5-afa79db49e9a'] in dv-cinder-780933-12-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:36:26.024906 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] Routers {'d3215efc-3623-42a1-9cc5-afa79db49e9a'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:36:26.025891 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:36:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['d3215efc-3623-42a1-9cc5-afa79db49e9a'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:26.056815 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-beb0bd53-7394-418a-8a1b-5fc54b856218 req-b1b35f99-01b1-4a36-b319-d4a574179faa tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0920792 Aug 09 14:36:26.083700 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e05374-a6ba-43fa-a525-bd18513009a3 req-b051d953-4eee-4eed-9dcd-ff83cae92f60 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:26.093718 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-16e05374-a6ba-43fa-a525-bd18513009a3 req-b051d953-4eee-4eed-9dcd-ff83cae92f60 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0958552 Aug 09 14:36:26.100920 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3e00d41e-dbbc-400c-9519-690dfd80d906 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:26.149920 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-16e05374-a6ba-43fa-a525-bd18513009a3 req-4ed9767e-50f2-46c4-904b-3aa259b465ad tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469177 Aug 09 14:36:26.180824 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] Set router d3215efc-3623-42a1-9cc5-afa79db49e9a gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:36:26.195633 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-92966b39-2204-4c7d-bdf1-aec77d34b212 None None] Allocated IP 172.20.0.2 (5fd8cf27-2299-4f9b-aeed-3aab8460ad72/e330ad83-987f-4af7-b7a6-e6cdd214e000/7d643e0f-5ea9-45c4-92af-a176f0f6292e) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:36:26.330651 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3e00d41e-dbbc-400c-9519-690dfd80d906 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:26.357000 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-92966b39-2204-4c7d-bdf1-aec77d34b212 None None] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:26.357437 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3e00d41e-dbbc-400c-9519-690dfd80d906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:26.366223 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-92966b39-2204-4c7d-bdf1-aec77d34b212 None None] Transition to ACTIVE for port object 7d643e0f-5ea9-45c4-92af-a176f0f6292e will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:36:26.381533 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-92966b39-2204-4c7d-bdf1-aec77d34b212 None None] Transition to ACTIVE for port object 7d643e0f-5ea9-45c4-92af-a176f0f6292e will not be triggered until provisioned by entity DHCP. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:36:26.389562 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-92966b39-2204-4c7d-bdf1-aec77d34b212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:26.399840 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'name': 'tempest-TestShelveInstance-1511982857-router', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:20Z', 'updated_at': '2021-08-09T14:36:23Z', 'revision_number': 4, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'gw_port': {'id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:21Z', 'updated_at': '2021-08-09T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'd4985748-1a10-4a24-8adf-c83108712f14', 'name': '', 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'mac_address': 'fa:16:3e:91:c7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '6ec96c47-7c3a-490f-8d84-fe3553d1d3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:23Z', 'updated_at': '2021-08-09T14:36:23Z', 'revision_number': 2, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'subnets': [{'id': '6ec96c47-7c3a-490f-8d84-fe3553d1d3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:26.430352 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92966b39-2204-4c7d-bdf1-aec77d34b212 None None] Network 5fd8cf27-2299-4f9b-aeed-3aab8460ad72 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:36:26.435440 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-92966b39-2204-4c7d-bdf1-aec77d34b212 None None] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:36:26.436671 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] Checking router: d3215efc-3623-42a1-9cc5-afa79db49e9a for host: dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:36:26.437254 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] Updating router d3215efc-3623-42a1-9cc5-afa79db49e9a port d4985748-1a10-4a24-8adf-c83108712f14 binding host dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:36:26.439166 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92966b39-2204-4c7d-bdf1-aec77d34b212 None None] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:36:26.446310 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92966b39-2204-4c7d-bdf1-aec77d34b212 None None] Pushing event updated for resources: {'Port': ['ID=7d643e0f-5ea9-45c4-92af-a176f0f6292e,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:26.465528 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:26.485196 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-3e00d41e-dbbc-400c-9519-690dfd80d906 admin admin] Allocated IP 172.27.0.15 (fec02cd1-e2e8-4817-ba73-274d16c5b5b9/3361a577-0d73-418c-9a78-05f67eccb0cb/1d298680-2b17-4449-a75f-7038eca6e4d6) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:36:26.499468 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-92966b39-2204-4c7d-bdf1-aec77d34b212 None None] Attempting to bind port 7d643e0f-5ea9-45c4-92af-a176f0f6292e on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:36:26.500006 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-92966b39-2204-4c7d-bdf1-aec77d34b212 None None] Attempting to bind port 7d643e0f-5ea9-45c4-92af-a176f0f6292e by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': 'a84253e0-7fb2-40ae-a436-d73e366110ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5fd8cf27-2299-4f9b-aeed-3aab8460ad72'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:36:26.500478 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92966b39-2204-4c7d-bdf1-aec77d34b212 None None] Attempting to bind port 7d643e0f-5ea9-45c4-92af-a176f0f6292e on network 5fd8cf27-2299-4f9b-aeed-3aab8460ad72 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:36:26.506043 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92966b39-2204-4c7d-bdf1-aec77d34b212 None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:36:26.506518 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92966b39-2204-4c7d-bdf1-aec77d34b212 None None] Checking segment: {'id': 'a84253e0-7fb2-40ae-a436-d73e366110ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5fd8cf27-2299-4f9b-aeed-3aab8460ad72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:36:26.507022 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-92966b39-2204-4c7d-bdf1-aec77d34b212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:26.507599 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92966b39-2204-4c7d-bdf1-aec77d34b212 None None] Bound using segment: {'id': 'a84253e0-7fb2-40ae-a436-d73e366110ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5fd8cf27-2299-4f9b-aeed-3aab8460ad72'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:36:26.508684 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-92966b39-2204-4c7d-bdf1-aec77d34b212 None None] Bound port: 7d643e0f-5ea9-45c4-92af-a176f0f6292e, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84253e0-7fb2-40ae-a436-d73e366110ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5fd8cf27-2299-4f9b-aeed-3aab8460ad72'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:36:26.509148 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-92966b39-2204-4c7d-bdf1-aec77d34b212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:26.578791 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-92966b39-2204-4c7d-bdf1-aec77d34b212 None None] For port 7d643e0f-5ea9-45c4-92af-a176f0f6292e, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:36:26.586186 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-92966b39-2204-4c7d-bdf1-aec77d34b212 None None] For port 7d643e0f-5ea9-45c4-92af-a176f0f6292e, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=7d643e0f-5ea9-45c4-92af-a176f0f6292e,segment=NetworkSegment(a84253e0-7fb2-40ae-a436-d73e366110ee),segment_id=a84253e0-7fb2-40ae-a436-d73e366110ee)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:36:26.593049 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-92966b39-2204-4c7d-bdf1-aec77d34b212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:26.628305 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 8e1548b7-b8ad-46d9-b4d2-35c95f310459 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:36:26.635070 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3e00d41e-dbbc-400c-9519-690dfd80d906 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:26.693813 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3e00d41e-dbbc-400c-9519-690dfd80d906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:26.694663 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92966b39-2204-4c7d-bdf1-aec77d34b212 None None] Pushing event updated for resources: {'Port': ['ID=7d643e0f-5ea9-45c4-92af-a176f0f6292e,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:26.727698 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 8e1548b7-b8ad-46d9-b4d2-35c95f310459 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:26.727900 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:26.754108 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00d41e-dbbc-400c-9519-690dfd80d906 admin admin] Pushing event updated for resources: {'Port': ['ID=1d298680-2b17-4449-a75f-7038eca6e4d6,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:26.776161 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e00d41e-dbbc-400c-9519-690dfd80d906 admin admin] Network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:36:26.777849 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-3e00d41e-dbbc-400c-9519-690dfd80d906 admin admin] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:36:26.783739 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e00d41e-dbbc-400c-9519-690dfd80d906 admin admin] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:36:26.821364 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:26.833106 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] Transition to ACTIVE for port object d4985748-1a10-4a24-8adf-c83108712f14 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:36:26.840908 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:26.888732 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61075a9d-8720-4f5c-a829-08652f06d38d None None] Pushing event updated for resources: {'Port': ['ID=d4985748-1a10-4a24-8adf-c83108712f14,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:26.897706 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61075a9d-8720-4f5c-a829-08652f06d38d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:26.897706 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61075a9d-8720-4f5c-a829-08652f06d38d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:26.899798 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61075a9d-8720-4f5c-a829-08652f06d38d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:26.901060 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61075a9d-8720-4f5c-a829-08652f06d38d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:26.901568 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61075a9d-8720-4f5c-a829-08652f06d38d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:26.902631 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61075a9d-8720-4f5c-a829-08652f06d38d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:26.903128 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61075a9d-8720-4f5c-a829-08652f06d38d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:26.903627 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61075a9d-8720-4f5c-a829-08652f06d38d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:26.904110 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61075a9d-8720-4f5c-a829-08652f06d38d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:26.920870 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61075a9d-8720-4f5c-a829-08652f06d38d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:26.921242 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61075a9d-8720-4f5c-a829-08652f06d38d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:26.921582 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61075a9d-8720-4f5c-a829-08652f06d38d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:27.038841 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] Attempting to bind port d4985748-1a10-4a24-8adf-c83108712f14 on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:36:27.039563 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] Attempting to bind port d4985748-1a10-4a24-8adf-c83108712f14 by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': '12701d57-6a7a-45f8-bee9-091c5c593c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:36:27.039804 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] Attempting to bind port d4985748-1a10-4a24-8adf-c83108712f14 on network 016ce89f-fbb2-4e9e-96ce-95d15238c277 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:36:27.045446 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:36:27.046105 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] Checking segment: {'id': '12701d57-6a7a-45f8-bee9-091c5c593c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:36:27.046927 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:27.047482 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] Bound using segment: {'id': '12701d57-6a7a-45f8-bee9-091c5c593c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:36:27.048106 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] Bound port: d4985748-1a10-4a24-8adf-c83108712f14, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12701d57-6a7a-45f8-bee9-091c5c593c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:36:27.048662 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:27.132230 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] For port d4985748-1a10-4a24-8adf-c83108712f14, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:36:27.138969 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] For port d4985748-1a10-4a24-8adf-c83108712f14, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=d4985748-1a10-4a24-8adf-c83108712f14,segment=NetworkSegment(12701d57-6a7a-45f8-bee9-091c5c593c82),segment_id=12701d57-6a7a-45f8-bee9-091c5c593c82)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:36:27.140476 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3e00d41e-dbbc-400c-9519-690dfd80d906 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:27.145728 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:27.212218 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] Routers {'d3215efc-3623-42a1-9cc5-afa79db49e9a'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:36:27.212865 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:36:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['d3215efc-3623-42a1-9cc5-afa79db49e9a'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:27.234234 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dee3c3-b1f4-4448-8742-b342130438fd req-cfe3336e-818d-45e0-9a3f-9cf81d0c5d0c tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:27.236033 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a5dee3c3-b1f4-4448-8742-b342130438fd req-cfe3336e-818d-45e0-9a3f-9cf81d0c5d0c tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 944 time: 0.0704908 Aug 09 14:36:27.271194 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61075a9d-8720-4f5c-a829-08652f06d38d None None] Pushing event updated for resources: {'Port': ['ID=d4985748-1a10-4a24-8adf-c83108712f14,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:27.358877 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a5dee3c3-b1f4-4448-8742-b342130438fd req-b3c59068-264c-4cb7-9c4c-474721ebad00 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1160066 Aug 09 14:36:27.374161 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] Set router d3215efc-3623-42a1-9cc5-afa79db49e9a gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:36:27.377937 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d2e61-a486-48ad-9198-cf193b1f511e req-91674bd8-3d17-46d7-b47f-698ea76ab31a tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:27.379530 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cc4d2e61-a486-48ad-9198-cf193b1f511e req-91674bd8-3d17-46d7-b47f-698ea76ab31a tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0868025 Aug 09 14:36:27.434925 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cc4d2e61-a486-48ad-9198-cf193b1f511e req-48a53ce8-da02-4e7a-a791-fbf6e53de593 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470481 Aug 09 14:36:27.437987 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3e00d41e-dbbc-400c-9519-690dfd80d906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744126'] for router, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:27.600143 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e00d41e-dbbc-400c-9519-690dfd80d906 admin admin] Router bccc29d4-d922-4354-a592-d972e8d6e1b1 is scheduled to L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e with binding_index 1 {{(pid=93281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 14:36:27.612955 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'name': 'tempest-TestShelveInstance-1511982857-router', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:20Z', 'updated_at': '2021-08-09T14:36:23Z', 'revision_number': 4, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'gw_port': {'id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:21Z', 'updated_at': '2021-08-09T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'd4985748-1a10-4a24-8adf-c83108712f14', 'name': '', 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'mac_address': 'fa:16:3e:91:c7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '6ec96c47-7c3a-490f-8d84-fe3553d1d3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:23Z', 'updated_at': '2021-08-09T14:36:27Z', 'revision_number': 4, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'subnets': [{'id': '6ec96c47-7c3a-490f-8d84-fe3553d1d3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:27.641085 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf8fd8b-dae2-4938-8d3d-b65ddd2cc580 None None] The sync data for ids ['d3215efc-3623-42a1-9cc5-afa79db49e9a'] in dv-cinder-780933-12-iscsi is: [{'id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'name': 'tempest-TestShelveInstance-1511982857-router', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:20Z', 'updated_at': '2021-08-09T14:36:23Z', 'revision_number': 4, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'gw_port': {'id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:21Z', 'updated_at': '2021-08-09T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'd4985748-1a10-4a24-8adf-c83108712f14', 'name': '', 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'mac_address': 'fa:16:3e:91:c7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '6ec96c47-7c3a-490f-8d84-fe3553d1d3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:23Z', 'updated_at': '2021-08-09T14:36:27Z', 'revision_number': 4, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'subnets': [{'id': '6ec96c47-7c3a-490f-8d84-fe3553d1d3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:36:27.755423 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e00d41e-dbbc-400c-9519-690dfd80d906 admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:36:27.779397 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3e00d41e-dbbc-400c-9519-690dfd80d906 admin admin] Notify callbacks [] for router, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:27.785119 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-3e00d41e-dbbc-400c-9519-690dfd80d906 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9564176 Aug 09 14:36:27.785252 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 48000) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:27.789891 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] Sync routers for ids ['bccc29d4-d922-4354-a592-d972e8d6e1b1'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:36:27.801286 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] Routers {'bccc29d4-d922-4354-a592-d972e8d6e1b1'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:36:27.802363 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:36:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['bccc29d4-d922-4354-a592-d972e8d6e1b1'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:27.912976 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa2d3c2-0e7d-4cf8-8d3d-7a636fd40002 None None] Network 5fd8cf27-2299-4f9b-aeed-3aab8460ad72 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:36:27.986143 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-73b1828b-a420-42d1-8176-5582ace79104 None None] Provisioning for port 7d643e0f-5ea9-45c4-92af-a176f0f6292e completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:36:28.009727 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] Set router bccc29d4-d922-4354-a592-d972e8d6e1b1 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:36:28.419312 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccc29d4-d922-4354-a592-d972e8d6e1b1', 'name': 'tempest-TestShelveInstance-1738385408-router', 'tenant_id': '81270e012af247a98b184274a36ff325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '1d298680-2b17-4449-a75f-7038eca6e4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:25Z', 'updated_at': '2021-08-09T14:36:26Z', 'revision_number': 3, 'project_id': '81270e012af247a98b184274a36ff325', 'gw_port': {'id': '1d298680-2b17-4449-a75f-7038eca6e4d6', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccc29d4-d922-4354-a592-d972e8d6e1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:26Z', 'updated_at': '2021-08-09T14:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:28.450855 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] Checking router: bccc29d4-d922-4354-a592-d972e8d6e1b1 for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:36:28.451395 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] Updating router bccc29d4-d922-4354-a592-d972e8d6e1b1 port 1d298680-2b17-4449-a75f-7038eca6e4d6 binding host dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:36:28.527712 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab79307-6a66-420b-b8da-0021d184c98a req-06fbc6fe-a286-4691-9085-756e4465734c tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:28.539076 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fab79307-6a66-420b-b8da-0021d184c98a req-06fbc6fe-a286-4691-9085-756e4465734c tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 944 time: 0.0740740 Aug 09 14:36:28.547835 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:28.627050 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c5c41cef-052f-4ffe-8982-0b3f33557ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:28.660751 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-fab79307-6a66-420b-b8da-0021d184c98a req-c4ab0d8a-5720-48d8-8122-351357a3d110 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1205964 Aug 09 14:36:28.703958 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0aa19f-6caa-4e78-a763-a552287cde2c req-ef0cbb42-7499-45fc-92bb-dca2bf4586c8 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:28.705808 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4d0aa19f-6caa-4e78-a763-a552287cde2c req-ef0cbb42-7499-45fc-92bb-dca2bf4586c8 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.1271198 Aug 09 14:36:28.774024 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4d0aa19f-6caa-4e78-a763-a552287cde2c req-88302bdc-1544-485f-a85f-b06ff9025ca3 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609651 Aug 09 14:36:28.788322 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 7d643e0f-5ea9-45c4-92af-a176f0f6292e up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:36:28.885711 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-c5c41cef-052f-4ffe-8982-0b3f33557ef6 admin admin] Allocated IP 172.20.0.1 (5fd8cf27-2299-4f9b-aeed-3aab8460ad72/e330ad83-987f-4af7-b7a6-e6cdd214e000/80ca3f8a-a279-4977-b834-50086c5feef5) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:36:28.890772 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port 7d643e0f-5ea9-45c4-92af-a176f0f6292e completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:36:28.898317 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 7d643e0f-5ea9-45c4-92af-a176f0f6292e triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:28.898712 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:29.007472 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:29.021194 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] Transition to ACTIVE for port object 1d298680-2b17-4449-a75f-7038eca6e4d6 will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:36:29.043688 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c5c41cef-052f-4ffe-8982-0b3f33557ef6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:29.048722 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:29.059071 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-c5c41cef-052f-4ffe-8982-0b3f33557ef6 admin admin] Transition to ACTIVE for port object 80ca3f8a-a279-4977-b834-50086c5feef5 will not be triggered until provisioned by entity DHCP. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:36:29.095662 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c5c41cef-052f-4ffe-8982-0b3f33557ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:29.112333 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:29.139334 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] Attempting to bind port 1d298680-2b17-4449-a75f-7038eca6e4d6 on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:36:29.139711 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] Attempting to bind port 1d298680-2b17-4449-a75f-7038eca6e4d6 by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:36:29.140080 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] Attempting to bind port 1d298680-2b17-4449-a75f-7038eca6e4d6 on network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:36:29.141496 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c41cef-052f-4ffe-8982-0b3f33557ef6 admin admin] Network 5fd8cf27-2299-4f9b-aeed-3aab8460ad72 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:36:29.143551 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83650d-34b0-4881-8eab-54cd29be3a11 None None] Pushing event updated for resources: {'Port': ['ID=1d298680-2b17-4449-a75f-7038eca6e4d6,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:29.148970 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-c5c41cef-052f-4ffe-8982-0b3f33557ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:36:29.152641 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c41cef-052f-4ffe-8982-0b3f33557ef6 admin admin] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:36:29.155501 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:36:29.155881 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] Checking segment: {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:36:29.156286 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:29.156767 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] Bound using segment: {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:36:29.157526 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] Bound port: 1d298680-2b17-4449-a75f-7038eca6e4d6, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:36:29.157800 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:29.183673 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c41cef-052f-4ffe-8982-0b3f33557ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=80ca3f8a-a279-4977-b834-50086c5feef5,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:29.199409 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port 7d643e0f-5ea9-45c4-92af-a176f0f6292e, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=7d643e0f-5ea9-45c4-92af-a176f0f6292e,segment=NetworkSegment(a84253e0-7fb2-40ae-a436-d73e366110ee),segment_id=a84253e0-7fb2-40ae-a436-d73e366110ee)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:36:29.206928 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c5c41cef-052f-4ffe-8982-0b3f33557ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744653'] for router_interface, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:29.207233 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:29.208130 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device d4985748-1a10-4a24-8adf-c83108712f14 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:36:29.293235 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] For port 1d298680-2b17-4449-a75f-7038eca6e4d6, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:36:29.301241 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] For port 1d298680-2b17-4449-a75f-7038eca6e4d6, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=1d298680-2b17-4449-a75f-7038eca6e4d6,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:36:29.306628 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:29.334802 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=7d643e0f-5ea9-45c4-92af-a176f0f6292e,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:29.373627 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] Routers {'bccc29d4-d922-4354-a592-d972e8d6e1b1'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:36:29.374192 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:36:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['bccc29d4-d922-4354-a592-d972e8d6e1b1'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:29.385487 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port d4985748-1a10-4a24-8adf-c83108712f14 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:36:29.395192 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c5c41cef-052f-4ffe-8982-0b3f33557ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:29.439690 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port d4985748-1a10-4a24-8adf-c83108712f14 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:29.439983 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:29.486742 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-2915a0cc-5aac-420d-a0cd-2752c8f26518 None None] Provisioning for port 80ca3f8a-a279-4977-b834-50086c5feef5 completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:36:29.494929 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83650d-34b0-4881-8eab-54cd29be3a11 None None] Pushing event updated for resources: {'Port': ['ID=1d298680-2b17-4449-a75f-7038eca6e4d6,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:29.534973 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-2915a0cc-5aac-420d-a0cd-2752c8f26518 None None] Provisioning complete for port 80ca3f8a-a279-4977-b834-50086c5feef5 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:29.535300 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-2915a0cc-5aac-420d-a0cd-2752c8f26518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:29.594741 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c5c41cef-052f-4ffe-8982-0b3f33557ef6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:29.604473 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c5c41cef-052f-4ffe-8982-0b3f33557ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:29.604734 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] Set router bccc29d4-d922-4354-a592-d972e8d6e1b1 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:36:29.609147 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-2915a0cc-5aac-420d-a0cd-2752c8f26518 None None] Port 80ca3f8a-a279-4977-b834-50086c5feef5 cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:36:29.678445 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c5c41cef-052f-4ffe-8982-0b3f33557ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1744825'] for router_interface, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:29.694366 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c41cef-052f-4ffe-8982-0b3f33557ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=80ca3f8a-a279-4977-b834-50086c5feef5,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:29.726949 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:29.799993 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6cc73-a38c-4924-ba21-24eab321f5d5 req-9a4b68d4-59c5-4781-9a9e-3f44e513c0db tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:29.801685 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4ad6cc73-a38c-4924-ba21-24eab321f5d5 req-9a4b68d4-59c5-4781-9a9e-3f44e513c0db tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 944 time: 0.0613480 Aug 09 14:36:29.812110 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port d4985748-1a10-4a24-8adf-c83108712f14, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=d4985748-1a10-4a24-8adf-c83108712f14,segment=NetworkSegment(12701d57-6a7a-45f8-bee9-091c5c593c82),segment_id=12701d57-6a7a-45f8-bee9-091c5c593c82)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:36:29.816497 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c41cef-052f-4ffe-8982-0b3f33557ef6 admin admin] Network 5fd8cf27-2299-4f9b-aeed-3aab8460ad72 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:36:29.819227 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-c5c41cef-052f-4ffe-8982-0b3f33557ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:36:29.835819 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:29.899369 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4ad6cc73-a38c-4924-ba21-24eab321f5d5 req-00f9f490-f439-4503-8666-fdae5049d676 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837047 Aug 09 14:36:29.951261 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ba397-9dca-44c5-b646-b9400ba78343 req-e92dfd9d-4138-474d-9d24-485100aa4177 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:29.953088 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7b2ba397-9dca-44c5-b646-b9400ba78343 req-e92dfd9d-4138-474d-9d24-485100aa4177 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0923800 Aug 09 14:36:29.975280 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=d4985748-1a10-4a24-8adf-c83108712f14,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:30.011639 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c41cef-052f-4ffe-8982-0b3f33557ef6 admin admin] Router bccc29d4-d922-4354-a592-d972e8d6e1b1 has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:36:30.021319 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7b2ba397-9dca-44c5-b646-b9400ba78343 req-7f725509-477c-4232-8db3-4216379dc740 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595360 Aug 09 14:36:30.023431 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccc29d4-d922-4354-a592-d972e8d6e1b1', 'name': 'tempest-TestShelveInstance-1738385408-router', 'tenant_id': '81270e012af247a98b184274a36ff325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '1d298680-2b17-4449-a75f-7038eca6e4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:25Z', 'updated_at': '2021-08-09T14:36:29Z', 'revision_number': 4, 'project_id': '81270e012af247a98b184274a36ff325', 'gw_port': {'id': '1d298680-2b17-4449-a75f-7038eca6e4d6', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccc29d4-d922-4354-a592-d972e8d6e1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:26Z', 'updated_at': '2021-08-09T14:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '80ca3f8a-a279-4977-b834-50086c5feef5', 'name': '', 'network_id': '5fd8cf27-2299-4f9b-aeed-3aab8460ad72', 'tenant_id': '81270e012af247a98b184274a36ff325', 'mac_address': 'fa:16:3e:b0:b9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccc29d4-d922-4354-a592-d972e8d6e1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e330ad83-987f-4af7-b7a6-e6cdd214e000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:28Z', 'updated_at': '2021-08-09T14:36:28Z', 'revision_number': 1, 'project_id': '81270e012af247a98b184274a36ff325', 'subnets': [{'id': 'e330ad83-987f-4af7-b7a6-e6cdd214e000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:30.062169 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1770ab-458e-405b-b5b9-52ca36e74be1 None None] The sync data for ids ['bccc29d4-d922-4354-a592-d972e8d6e1b1'] in dv-cinder-780933-12-iscsi is: [{'id': 'bccc29d4-d922-4354-a592-d972e8d6e1b1', 'name': 'tempest-TestShelveInstance-1738385408-router', 'tenant_id': '81270e012af247a98b184274a36ff325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '1d298680-2b17-4449-a75f-7038eca6e4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:25Z', 'updated_at': '2021-08-09T14:36:29Z', 'revision_number': 4, 'project_id': '81270e012af247a98b184274a36ff325', 'gw_port': {'id': '1d298680-2b17-4449-a75f-7038eca6e4d6', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccc29d4-d922-4354-a592-d972e8d6e1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:26Z', 'updated_at': '2021-08-09T14:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '80ca3f8a-a279-4977-b834-50086c5feef5', 'name': '', 'network_id': '5fd8cf27-2299-4f9b-aeed-3aab8460ad72', 'tenant_id': '81270e012af247a98b184274a36ff325', 'mac_address': 'fa:16:3e:b0:b9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccc29d4-d922-4354-a592-d972e8d6e1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e330ad83-987f-4af7-b7a6-e6cdd214e000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:28Z', 'updated_at': '2021-08-09T14:36:28Z', 'revision_number': 1, 'project_id': '81270e012af247a98b184274a36ff325', 'subnets': [{'id': 'e330ad83-987f-4af7-b7a6-e6cdd214e000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:36:30.138432 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-c240d431-3382-4c7f-8f4b-9c67bc839376 None None] Provisioning complete for port 80ca3f8a-a279-4977-b834-50086c5feef5 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:30.138864 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c240d431-3382-4c7f-8f4b-9c67bc839376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:30.148313 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c41cef-052f-4ffe-8982-0b3f33557ef6 admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:36:30.163326 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-c5c41cef-052f-4ffe-8982-0b3f33557ef6 admin admin] 10.222.0.60 "PUT /v2.0/routers/bccc29d4-d922-4354-a592-d972e8d6e1b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3768783 Aug 09 14:36:30.185112 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-c240d431-3382-4c7f-8f4b-9c67bc839376 None None] Port 80ca3f8a-a279-4977-b834-50086c5feef5 cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:36:30.309439 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd72686-10ba-402a-b7af-7925906f7316 req-f49b2132-c556-4c98-8d49-e7c8fab1ff22 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:30.318859 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9dd72686-10ba-402a-b7af-7925906f7316 req-f49b2132-c556-4c98-8d49-e7c8fab1ff22 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0760138 Aug 09 14:36:30.417448 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9dd72686-10ba-402a-b7af-7925906f7316 req-ca77bbc0-070c-41dd-b467-882ee4b142e8 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914867 Aug 09 14:36:30.418691 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349d68e-ef99-4753-b1eb-c07dd0bc1f6d req-37c2ab82-2043-4420-9145-ebb409aad72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:30.424463 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-8349d68e-ef99-4753-b1eb-c07dd0bc1f6d req-37c2ab82-2043-4420-9145-ebb409aad72d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=729113cfedf64bc3a79f3867c8bded3c&device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 1098 time: 0.1257277 Aug 09 14:36:30.526308 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349d68e-ef99-4753-b1eb-c07dd0bc1f6d req-691a1666-8e38-4d7d-9547-bf38ff6cb159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:30.528054 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-8349d68e-ef99-4753-b1eb-c07dd0bc1f6d req-691a1666-8e38-4d7d-9547-bf38ff6cb159 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c20e9c5d-5cc7-41a2-8f11-7c043eca0179 HTTP/1.1" status: 200 len: 912 time: 0.0953348 Aug 09 14:36:30.614371 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-8349d68e-ef99-4753-b1eb-c07dd0bc1f6d req-373b5d13-09aa-4b77-a76f-da74f41b371b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcd1da50-d980-403f-a25c-f136ae85dbe6 HTTP/1.1" status: 200 len: 1000 time: 0.0749834 Aug 09 14:36:30.628173 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 7d643e0f-5ea9-45c4-92af-a176f0f6292e up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:36:30.681803 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349d68e-ef99-4753-b1eb-c07dd0bc1f6d req-460813a2-d266-49ba-80db-892833e05767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:30.683522 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-8349d68e-ef99-4753-b1eb-c07dd0bc1f6d req-460813a2-d266-49ba-80db-892833e05767 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5 HTTP/1.1" status: 200 len: 850 time: 0.0625207 Aug 09 14:36:30.730800 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 7d643e0f-5ea9-45c4-92af-a176f0f6292e triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:30.731152 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:30.743621 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349d68e-ef99-4753-b1eb-c07dd0bc1f6d req-b788c9ea-8f8d-4d76-bf00-653528b2a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:30.745815 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-8349d68e-ef99-4753-b1eb-c07dd0bc1f6d req-b788c9ea-8f8d-4d76-bf00-653528b2a480 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c20e9c5d-5cc7-41a2-8f11-7c043eca0179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0538082 Aug 09 14:36:30.840969 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device e8d46c43-84b0-419b-a884-80fb065f71c0 up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:36:30.874119 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-8349d68e-ef99-4753-b1eb-c07dd0bc1f6d req-4d7e6eae-c9ed-4ac5-88cb-e9fda8eb3e3f service neutron] 10.222.0.11 "GET /v2.0/networks/c20e9c5d-5cc7-41a2-8f11-7c043eca0179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208210 Aug 09 14:36:30.893863 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device d4985748-1a10-4a24-8adf-c83108712f14 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:36:30.972614 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning for port e8d46c43-84b0-419b-a884-80fb065f71c0 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:36:30.988241 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port e8d46c43-84b0-419b-a884-80fb065f71c0 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:30.989121 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:30.997324 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port d4985748-1a10-4a24-8adf-c83108712f14 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:30.997699 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:31.013958 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-8349d68e-ef99-4753-b1eb-c07dd0bc1f6d req-51cdd8e9-8083-4d06-b88a-45ebeea39479 service neutron] 10.222.0.11 "GET /v2.0/networks/c20e9c5d-5cc7-41a2-8f11-7c043eca0179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317053 Aug 09 14:36:31.099972 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad734f24-fb94-4473-ac7c-3dcd15b9717d req-3931e538-2c46-4497-aecb-6647c819b673 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:31.103409 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ad734f24-fb94-4473-ac7c-3dcd15b9717d req-3931e538-2c46-4497-aecb-6647c819b673 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 944 time: 0.0850654 Aug 09 14:36:31.191836 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ad734f24-fb94-4473-ac7c-3dcd15b9717d req-89f3bd84-1278-4c8e-9ebc-f40a46b1bcc7 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793557 Aug 09 14:36:31.199838 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:31.208585 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 48032) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:31.224672 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-b93e4680-1732-4f13-819d-906d2820e758 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1436182337', 'description': 'tempest-secgroup-smoke-1436182337 description', 'project_id': '9b0d6b81c639450c995e87759cde383e'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:31.242360 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3062eda6-8e05-4619-87f9-208ccaaeea62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d46c43-84b0-419b-a884-80fb065f71c0'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:36:31.245168 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b62d6c-6d78-4968-83d2-7df8d407ca6d" -d '{"events": [{"server_uuid": "3062eda6-8e05-4619-87f9-208ccaaeea62", "name": "network-vif-plugged", "status": "completed", "tag": "e8d46c43-84b0-419b-a884-80fb065f71c0"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:36:31.264538 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b93e4680-1732-4f13-819d-906d2820e758 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:31.265990 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port e8d46c43-84b0-419b-a884-80fb065f71c0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e8d46c43-84b0-419b-a884-80fb065f71c0,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:36:31.275141 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:31.336973 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e609b788-3b17-4b42-8b50-db7b66c872d4 x-openstack-request-id: req-e609b788-3b17-4b42-8b50-db7b66c872d4 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:36:31.337330 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3062eda6-8e05-4619-87f9-208ccaaeea62", "name": "network-vif-plugged", "status": "completed", "tag": "e8d46c43-84b0-419b-a884-80fb065f71c0", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:36:31.337605 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e609b788-3b17-4b42-8b50-db7b66c872d4 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:36:31.338022 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3062eda6-8e05-4619-87f9-208ccaaeea62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d46c43-84b0-419b-a884-80fb065f71c0', 'code': 200} Aug 09 14:36:31.383814 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=e8d46c43-84b0-419b-a884-80fb065f71c0,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:31.412995 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b93e4680-1732-4f13-819d-906d2820e758 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:31.417188 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b93e4680-1732-4f13-819d-906d2820e758 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:31.451082 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b93e4680-1732-4f13-819d-906d2820e758 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:31.452385 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-b93e4680-1732-4f13-819d-906d2820e758 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2353721 Aug 09 14:36:31.455515 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 48038) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:31.463014 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-c86a43fd-4e92-4bd1-815f-c4b9b3a91a22 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Request body: {'security_group_rule': {'security_group_id': 'd49b7162-7e73-4e25-87d6-60e754262e70', 'project_id': '9b0d6b81c639450c995e87759cde383e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:31.473283 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e4680-1732-4f13-819d-906d2820e758 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49b7162-7e73-4e25-87d6-60e754262e70,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:31.525454 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c86a43fd-4e92-4bd1-815f-c4b9b3a91a22 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:31.640524 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367791b-1068-4392-a0fa-9cc6afc3f7d6 req-d91f4a08-68e8-44d5-bfae-2f09242a6184 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:31.642769 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e367791b-1068-4392-a0fa-9cc6afc3f7d6 req-d91f4a08-68e8-44d5-bfae-2f09242a6184 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.1066637 Aug 09 14:36:31.685044 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c278e0-f1c4-468c-9093-2189cccc62d8 req-9d96cddc-7a35-40e7-87e6-e5caf1051643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:31.688354 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-85c278e0-f1c4-468c-9093-2189cccc62d8 req-9d96cddc-7a35-40e7-87e6-e5caf1051643 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 1098 time: 0.1136057 Aug 09 14:36:31.703060 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e367791b-1068-4392-a0fa-9cc6afc3f7d6 req-db7bb0d1-21b6-4e94-af72-7c1cddd84d4b tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495670 Aug 09 14:36:31.730970 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c86a43fd-4e92-4bd1-815f-c4b9b3a91a22 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:31.741429 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c86a43fd-4e92-4bd1-815f-c4b9b3a91a22 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:31.772344 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a43fd-4e92-4bd1-815f-c4b9b3a91a22 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85a1fa3-1b3f-40d2-9c72-5c5180a5baf6,revision_number=0']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:31.778931 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-85c278e0-f1c4-468c-9093-2189cccc62d8 req-0baac330-0353-476a-b56f-f629e607e61e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646360 Aug 09 14:36:31.782201 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c86a43fd-4e92-4bd1-815f-c4b9b3a91a22 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:31.784396 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-c86a43fd-4e92-4bd1-815f-c4b9b3a91a22 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3276863 Aug 09 14:36:31.787682 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 48044) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:31.793639 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-8a174530-5b1c-4e67-a3a9-910fbdda8106 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Request body: {'security_group_rule': {'security_group_id': 'd49b7162-7e73-4e25-87d6-60e754262e70', 'project_id': '9b0d6b81c639450c995e87759cde383e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:31.824144 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8a174530-5b1c-4e67-a3a9-910fbdda8106 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:31.898726 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8a174530-5b1c-4e67-a3a9-910fbdda8106 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:31.902467 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8a174530-5b1c-4e67-a3a9-910fbdda8106 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:31.923723 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a174530-5b1c-4e67-a3a9-910fbdda8106 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12fb7704-defd-4255-8ac6-fa9b77ae2db6,revision_number=0']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:31.934470 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8a174530-5b1c-4e67-a3a9-910fbdda8106 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:31.935907 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-8a174530-5b1c-4e67-a3a9-910fbdda8106 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1462584 Aug 09 14:36:31.938904 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 48046) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:31.943468 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-1614ba59-bc22-4b11-866b-d119367d0922 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Request body: {'security_group_rule': {'security_group_id': 'd49b7162-7e73-4e25-87d6-60e754262e70', 'project_id': '9b0d6b81c639450c995e87759cde383e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:31.972572 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1614ba59-bc22-4b11-866b-d119367d0922 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:32.041439 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1614ba59-bc22-4b11-866b-d119367d0922 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:32.045719 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1614ba59-bc22-4b11-866b-d119367d0922 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:32.063789 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614ba59-bc22-4b11-866b-d119367d0922 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937b1a0d-376f-4961-8cdf-8c36eca18cc8,revision_number=0']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:32.069061 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1614ba59-bc22-4b11-866b-d119367d0922 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:32.071407 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-1614ba59-bc22-4b11-866b-d119367d0922 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312780 Aug 09 14:36:32.073661 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 48048) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:32.078056 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-e746eb84-b7dd-41d6-8adf-a0e38648e879 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Request body: {'security_group_rule': {'security_group_id': 'd49b7162-7e73-4e25-87d6-60e754262e70', 'project_id': '9b0d6b81c639450c995e87759cde383e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:32.106095 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e746eb84-b7dd-41d6-8adf-a0e38648e879 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:32.169946 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e746eb84-b7dd-41d6-8adf-a0e38648e879 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:32.173812 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e746eb84-b7dd-41d6-8adf-a0e38648e879 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:32.194101 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746eb84-b7dd-41d6-8adf-a0e38648e879 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6a18bc-9b20-41e8-a441-6b1967e86b64,revision_number=0']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:32.201987 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e746eb84-b7dd-41d6-8adf-a0e38648e879 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:32.203326 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-e746eb84-b7dd-41d6-8adf-a0e38648e879 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1287224 Aug 09 14:36:32.206013 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 48050) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:32.211141 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-16c177a8-047d-4a34-ba00-849a0feb023f tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Request body: {'security_group_rule': {'security_group_id': 'd49b7162-7e73-4e25-87d6-60e754262e70', 'project_id': '9b0d6b81c639450c995e87759cde383e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:32.236587 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.db.securitygroups_db [None req-16c177a8-047d-4a34-ba00-849a0feb023f tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Project 9b0d6b81c639450c995e87759cde383e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 14:36:32.244310 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-16c177a8-047d-4a34-ba00-849a0feb023f tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:32.318075 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-16c177a8-047d-4a34-ba00-849a0feb023f tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:32.322430 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-16c177a8-047d-4a34-ba00-849a0feb023f tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:32.337264 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606367f-477b-4313-95c0-26f0a56f2888 req-8369e933-aa48-4229-9b82-142e9ebba4a7 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:32.338877 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e606367f-477b-4313-95c0-26f0a56f2888 req-8369e933-aa48-4229-9b82-142e9ebba4a7 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.0586977 Aug 09 14:36:32.340516 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c177a8-047d-4a34-ba00-849a0feb023f tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd6734b-0c2d-476e-bb0f-a8c0dbe3ca40,revision_number=0']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:32.348606 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-16c177a8-047d-4a34-ba00-849a0feb023f tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:32.350236 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-16c177a8-047d-4a34-ba00-849a0feb023f tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1429679 Aug 09 14:36:32.355347 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 48054) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:32.360720 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-f1463e24-22bb-452c-9c2e-7e8455fe8ff4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Request body: {'security_group_rule': {'security_group_id': 'd49b7162-7e73-4e25-87d6-60e754262e70', 'project_id': '9b0d6b81c639450c995e87759cde383e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:32.385221 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e606367f-477b-4313-95c0-26f0a56f2888 req-7cf7bf3f-918e-47fa-9a59-f3ee7cf0c0ac tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378857 Aug 09 14:36:32.386017 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.db.securitygroups_db [None req-f1463e24-22bb-452c-9c2e-7e8455fe8ff4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Project 9b0d6b81c639450c995e87759cde383e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 14:36:32.392198 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-f1463e24-22bb-452c-9c2e-7e8455fe8ff4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:32.459586 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-f1463e24-22bb-452c-9c2e-7e8455fe8ff4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:32.463938 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-f1463e24-22bb-452c-9c2e-7e8455fe8ff4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:32.483238 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1463e24-22bb-452c-9c2e-7e8455fe8ff4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b17e71-f6f6-4d02-aeb9-0f52b7ef9bcb,revision_number=0']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:32.486907 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-f1463e24-22bb-452c-9c2e-7e8455fe8ff4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:32.488307 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-f1463e24-22bb-452c-9c2e-7e8455fe8ff4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313868 Aug 09 14:36:32.621787 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] Sync routers for ids ['bccc29d4-d922-4354-a592-d972e8d6e1b1'] in dv-cinder-780933-12-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:36:32.633611 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] Routers {'bccc29d4-d922-4354-a592-d972e8d6e1b1'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:36:32.634507 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:36:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['bccc29d4-d922-4354-a592-d972e8d6e1b1'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:32.639526 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 1d298680-2b17-4449-a75f-7038eca6e4d6 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:36:32.705456 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port 1d298680-2b17-4449-a75f-7038eca6e4d6 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:36:32.712439 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 1d298680-2b17-4449-a75f-7038eca6e4d6 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:32.713268 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:32.790046 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] Set router bccc29d4-d922-4354-a592-d972e8d6e1b1 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:36:32.892117 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:32.893724 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ac3df-ea86-4049-a83c-4affe8611bc8 req-09e39704-f727-4f2c-9c51-45827903fb9d tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:32.895336 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2b8ac3df-ea86-4049-a83c-4affe8611bc8 req-09e39704-f727-4f2c-9c51-45827903fb9d tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0921519 Aug 09 14:36:32.934960 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port 1d298680-2b17-4449-a75f-7038eca6e4d6, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=1d298680-2b17-4449-a75f-7038eca6e4d6,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:36:32.942922 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:32.967780 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2b8ac3df-ea86-4049-a83c-4affe8611bc8 req-7e40285c-9ca9-4b37-a207-a22009e0b195 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652723 Aug 09 14:36:33.010016 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=1d298680-2b17-4449-a75f-7038eca6e4d6,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:33.172773 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccc29d4-d922-4354-a592-d972e8d6e1b1', 'name': 'tempest-TestShelveInstance-1738385408-router', 'tenant_id': '81270e012af247a98b184274a36ff325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '1d298680-2b17-4449-a75f-7038eca6e4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:25Z', 'updated_at': '2021-08-09T14:36:29Z', 'revision_number': 4, 'project_id': '81270e012af247a98b184274a36ff325', 'gw_port': {'id': '1d298680-2b17-4449-a75f-7038eca6e4d6', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccc29d4-d922-4354-a592-d972e8d6e1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:26Z', 'updated_at': '2021-08-09T14:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '80ca3f8a-a279-4977-b834-50086c5feef5', 'name': '', 'network_id': '5fd8cf27-2299-4f9b-aeed-3aab8460ad72', 'tenant_id': '81270e012af247a98b184274a36ff325', 'mac_address': 'fa:16:3e:b0:b9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccc29d4-d922-4354-a592-d972e8d6e1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e330ad83-987f-4af7-b7a6-e6cdd214e000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:28Z', 'updated_at': '2021-08-09T14:36:29Z', 'revision_number': 2, 'project_id': '81270e012af247a98b184274a36ff325', 'subnets': [{'id': 'e330ad83-987f-4af7-b7a6-e6cdd214e000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:33.208388 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] Checking router: bccc29d4-d922-4354-a592-d972e8d6e1b1 for host: dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:36:33.208747 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] Updating router bccc29d4-d922-4354-a592-d972e8d6e1b1 port 80ca3f8a-a279-4977-b834-50086c5feef5 binding host dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:36:33.240551 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:33.514335 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3c1f9-c181-48f0-a3c7-0293e3e46aa9 req-f97500d7-10f4-4bef-af89-38e15ebca84a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:33.515914 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8ef3c1f9-c181-48f0-a3c7-0293e3e46aa9 req-f97500d7-10f4-4bef-af89-38e15ebca84a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.0525649 Aug 09 14:36:33.531574 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:33.543615 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] Transition to ACTIVE for port object 80ca3f8a-a279-4977-b834-50086c5feef5 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:36:33.552152 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:33.566771 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8ef3c1f9-c181-48f0-a3c7-0293e3e46aa9 req-33b12e0c-acf9-45b4-b357-687b26afddb0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437241 Aug 09 14:36:33.619071 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c9f72-3bfd-4a45-b184-2117a72aedb7 None None] Pushing event updated for resources: {'Port': ['ID=80ca3f8a-a279-4977-b834-50086c5feef5,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:33.676757 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] Attempting to bind port 80ca3f8a-a279-4977-b834-50086c5feef5 on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:36:33.677370 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] Attempting to bind port 80ca3f8a-a279-4977-b834-50086c5feef5 by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': 'a84253e0-7fb2-40ae-a436-d73e366110ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5fd8cf27-2299-4f9b-aeed-3aab8460ad72'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:36:33.677738 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] Attempting to bind port 80ca3f8a-a279-4977-b834-50086c5feef5 on network 5fd8cf27-2299-4f9b-aeed-3aab8460ad72 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:36:33.683868 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:36:33.684240 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] Checking segment: {'id': 'a84253e0-7fb2-40ae-a436-d73e366110ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5fd8cf27-2299-4f9b-aeed-3aab8460ad72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:36:33.684644 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:33.685033 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] Bound using segment: {'id': 'a84253e0-7fb2-40ae-a436-d73e366110ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5fd8cf27-2299-4f9b-aeed-3aab8460ad72'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:36:33.685500 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] Bound port: 80ca3f8a-a279-4977-b834-50086c5feef5, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84253e0-7fb2-40ae-a436-d73e366110ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5fd8cf27-2299-4f9b-aeed-3aab8460ad72'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:36:33.686065 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:33.710250 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371c01b-3cc3-49f3-9fb2-82837cd798f8 req-4ef7bbba-2199-4423-8a08-84e58b3ba46e tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:33.712089 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3371c01b-3cc3-49f3-9fb2-82837cd798f8 req-4ef7bbba-2199-4423-8a08-84e58b3ba46e tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.0540307 Aug 09 14:36:33.721601 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 48128) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:33.728369 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-ec8dc0ff-af43-4232-9d86-f0959c2ac155 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Request body: {'floatingip': {'port_id': 'e8d46c43-84b0-419b-a884-80fb065f71c0'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:33.761635 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] For port 80ca3f8a-a279-4977-b834-50086c5feef5, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:36:33.765333 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] For port 80ca3f8a-a279-4977-b834-50086c5feef5, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=80ca3f8a-a279-4977-b834-50086c5feef5,segment=NetworkSegment(a84253e0-7fb2-40ae-a436-d73e366110ee),segment_id=a84253e0-7fb2-40ae-a436-d73e366110ee)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:36:33.770952 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:33.787066 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ec8dc0ff-af43-4232-9d86-f0959c2ac155 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for floatingip, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:33.836565 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c9f72-3bfd-4a45-b184-2117a72aedb7 None None] Pushing event updated for resources: {'Port': ['ID=80ca3f8a-a279-4977-b834-50086c5feef5,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:33.839620 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] Routers {'bccc29d4-d922-4354-a592-d972e8d6e1b1'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:36:33.840226 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:36:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['bccc29d4-d922-4354-a592-d972e8d6e1b1'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:33.963933 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] Set router bccc29d4-d922-4354-a592-d972e8d6e1b1 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:36:34.186643 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccc29d4-d922-4354-a592-d972e8d6e1b1', 'name': 'tempest-TestShelveInstance-1738385408-router', 'tenant_id': '81270e012af247a98b184274a36ff325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '1d298680-2b17-4449-a75f-7038eca6e4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:25Z', 'updated_at': '2021-08-09T14:36:29Z', 'revision_number': 4, 'project_id': '81270e012af247a98b184274a36ff325', 'gw_port': {'id': '1d298680-2b17-4449-a75f-7038eca6e4d6', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccc29d4-d922-4354-a592-d972e8d6e1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:26Z', 'updated_at': '2021-08-09T14:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '80ca3f8a-a279-4977-b834-50086c5feef5', 'name': '', 'network_id': '5fd8cf27-2299-4f9b-aeed-3aab8460ad72', 'tenant_id': '81270e012af247a98b184274a36ff325', 'mac_address': 'fa:16:3e:b0:b9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccc29d4-d922-4354-a592-d972e8d6e1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e330ad83-987f-4af7-b7a6-e6cdd214e000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:28Z', 'updated_at': '2021-08-09T14:36:33Z', 'revision_number': 4, 'project_id': '81270e012af247a98b184274a36ff325', 'subnets': [{'id': 'e330ad83-987f-4af7-b7a6-e6cdd214e000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:34.223093 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172e7822-8c78-4cdc-afc4-3715f305d620 None None] The sync data for ids ['bccc29d4-d922-4354-a592-d972e8d6e1b1'] in dv-cinder-780933-12-iscsi is: [{'id': 'bccc29d4-d922-4354-a592-d972e8d6e1b1', 'name': 'tempest-TestShelveInstance-1738385408-router', 'tenant_id': '81270e012af247a98b184274a36ff325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '1d298680-2b17-4449-a75f-7038eca6e4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:25Z', 'updated_at': '2021-08-09T14:36:29Z', 'revision_number': 4, 'project_id': '81270e012af247a98b184274a36ff325', 'gw_port': {'id': '1d298680-2b17-4449-a75f-7038eca6e4d6', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccc29d4-d922-4354-a592-d972e8d6e1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:26Z', 'updated_at': '2021-08-09T14:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '80ca3f8a-a279-4977-b834-50086c5feef5', 'name': '', 'network_id': '5fd8cf27-2299-4f9b-aeed-3aab8460ad72', 'tenant_id': '81270e012af247a98b184274a36ff325', 'mac_address': 'fa:16:3e:b0:b9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccc29d4-d922-4354-a592-d972e8d6e1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e330ad83-987f-4af7-b7a6-e6cdd214e000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:28Z', 'updated_at': '2021-08-09T14:36:33Z', 'revision_number': 4, 'project_id': '81270e012af247a98b184274a36ff325', 'subnets': [{'id': 'e330ad83-987f-4af7-b7a6-e6cdd214e000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:36:34.311023 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ec8dc0ff-af43-4232-9d86-f0959c2ac155 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:34.316733 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ec8dc0ff-af43-4232-9d86-f0959c2ac155 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744004'] for floatingip, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:34.450813 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.db.l3_db [None req-ec8dc0ff-af43-4232-9d86-f0959c2ac155 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Floating IP 4e7ef783-97eb-4a73-bc0c-dcb904791a49 associated. External IP: 172.27.0.116, port: e8d46c43-84b0-419b-a884-80fb065f71c0. Aug 09 14:36:34.633958 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 1d298680-2b17-4449-a75f-7038eca6e4d6 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:36:34.693672 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8dc0ff-af43-4232-9d86-f0959c2ac155 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Router 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:36:34.699523 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 1d298680-2b17-4449-a75f-7038eca6e4d6 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:34.699907 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:34.827596 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8dc0ff-af43-4232-9d86-f0959c2ac155 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:36:34.832787 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ec8dc0ff-af43-4232-9d86-f0959c2ac155 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for floatingip, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:34.874667 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-ec8dc0ff-af43-4232-9d86-f0959c2ac155 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "PUT /v2.0/floatingips/4e7ef783-97eb-4a73-bc0c-dcb904791a49 HTTP/1.1" status: 200 len: 991 time: 1.1522660 Aug 09 14:36:34.875598 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3062eda6-8e05-4619-87f9-208ccaaeea62', 'tag': 'e8d46c43-84b0-419b-a884-80fb065f71c0'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:36:34.875833 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990206c-2a99-4a06-80a8-1ec220691c0c None None] Sync routers for ids ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:36:34.878610 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7f63a6-506b-486b-b57a-0404427db1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "3062eda6-8e05-4619-87f9-208ccaaeea62", "tag": "e8d46c43-84b0-419b-a884-80fb065f71c0"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:36:34.891412 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3990206c-2a99-4a06-80a8-1ec220691c0c None None] Routers {'3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:36:34.892527 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-3990206c-2a99-4a06-80a8-1ec220691c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:36:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:34.926925 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b5a63a-e6f8-48f5-a64f-7d33d3bff13b x-openstack-request-id: req-c1b5a63a-e6f8-48f5-a64f-7d33d3bff13b {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:36:34.927282 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3062eda6-8e05-4619-87f9-208ccaaeea62", "tag": "e8d46c43-84b0-419b-a884-80fb065f71c0", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:36:34.927610 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c1b5a63a-e6f8-48f5-a64f-7d33d3bff13b {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:36:34.928077 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3062eda6-8e05-4619-87f9-208ccaaeea62', 'tag': 'e8d46c43-84b0-419b-a884-80fb065f71c0', 'status': 'completed', 'code': 200} Aug 09 14:36:35.025095 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 80ca3f8a-a279-4977-b834-50086c5feef5 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:36:35.070320 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-3990206c-2a99-4a06-80a8-1ec220691c0c None None] Set router 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:36:35.175941 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port 80ca3f8a-a279-4977-b834-50086c5feef5 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:36:35.197974 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 80ca3f8a-a279-4977-b834-50086c5feef5 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:35.198347 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:35.398663 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:35.444523 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port 80ca3f8a-a279-4977-b834-50086c5feef5, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=80ca3f8a-a279-4977-b834-50086c5feef5,segment=NetworkSegment(a84253e0-7fb2-40ae-a436-d73e366110ee),segment_id=a84253e0-7fb2-40ae-a436-d73e366110ee)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:36:35.450527 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:35.479498 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-3990206c-2a99-4a06-80a8-1ec220691c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1476376075-router', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:32:04Z', 'revision_number': 4, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'gw_port': {'id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:57Z', 'updated_at': '2021-08-09T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': '4e7ef783-97eb-4a73-bc0c-dcb904791a49', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'port_id': 'e8d46c43-84b0-419b-a884-80fb065f71c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'mac_address': 'fa:16:3e:30:fa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3062eda6-8e05-4619-87f9-208ccaaeea62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:36:16Z', 'updated_at': '2021-08-09T14:36:34Z', 'revision_number': 1, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a01cced0-8c18-4340-833f-e26a96af49fb', 'name': '', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'mac_address': 'fa:16:3e:3a:b7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:32:01Z', 'updated_at': '2021-08-09T14:32:13Z', 'revision_number': 5, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'subnets': [{'id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:35.511859 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990206c-2a99-4a06-80a8-1ec220691c0c None None] Checking router: 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:36:35.536797 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3990206c-2a99-4a06-80a8-1ec220691c0c None None] Routers {'3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:36:35.537280 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-3990206c-2a99-4a06-80a8-1ec220691c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:36:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:35.539776 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=80ca3f8a-a279-4977-b834-50086c5feef5,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:35.658963 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-3990206c-2a99-4a06-80a8-1ec220691c0c None None] Set router 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:36:35.909015 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-3990206c-2a99-4a06-80a8-1ec220691c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1476376075-router', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:32:04Z', 'revision_number': 4, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'gw_port': {'id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:57Z', 'updated_at': '2021-08-09T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': '4e7ef783-97eb-4a73-bc0c-dcb904791a49', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'port_id': 'e8d46c43-84b0-419b-a884-80fb065f71c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'mac_address': 'fa:16:3e:30:fa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3062eda6-8e05-4619-87f9-208ccaaeea62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:36:16Z', 'updated_at': '2021-08-09T14:36:34Z', 'revision_number': 1, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a01cced0-8c18-4340-833f-e26a96af49fb', 'name': '', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'mac_address': 'fa:16:3e:3a:b7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:32:01Z', 'updated_at': '2021-08-09T14:32:13Z', 'revision_number': 5, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'subnets': [{'id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:35.936669 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990206c-2a99-4a06-80a8-1ec220691c0c None None] The sync data for ids ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'] in dv-cinder-780933-12-iscsi is: [{'id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1476376075-router', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:32:04Z', 'revision_number': 4, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'gw_port': {'id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:57Z', 'updated_at': '2021-08-09T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': '4e7ef783-97eb-4a73-bc0c-dcb904791a49', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'port_id': 'e8d46c43-84b0-419b-a884-80fb065f71c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'mac_address': 'fa:16:3e:30:fa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3062eda6-8e05-4619-87f9-208ccaaeea62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:36:16Z', 'updated_at': '2021-08-09T14:36:34Z', 'revision_number': 1, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a01cced0-8c18-4340-833f-e26a96af49fb', 'name': '', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'mac_address': 'fa:16:3e:3a:b7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:32:01Z', 'updated_at': '2021-08-09T14:32:13Z', 'revision_number': 5, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'subnets': [{'id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:36:36.141092 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df800a-532b-487a-82a4-f4a76655e2ee None None] New status for floating IP 4e7ef783-97eb-4a73-bc0c-dcb904791a49: ACTIVE {{(pid=93284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:36:36.511457 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6b3b3ea2-a7a5-4764-a263-c0df5e727916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:36.597249 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 80ca3f8a-a279-4977-b834-50086c5feef5 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:36:36.648150 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 80ca3f8a-a279-4977-b834-50086c5feef5 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:36.648577 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:37.214049 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f63a6-506b-486b-b57a-0404427db1a7 req-ba6a4b3d-912e-4930-bf62-efc921ffd2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:37.215697 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-dc7f63a6-506b-486b-b57a-0404427db1a7 req-ba6a4b3d-912e-4930-bf62-efc921ffd2d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d1d83df37494330a7851a5b1ddb7199&device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 1098 time: 0.0490484 Aug 09 14:36:37.319809 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f63a6-506b-486b-b57a-0404427db1a7 req-4db22a75-30b3-4f9d-804d-c6a91d9ab558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:37.321319 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-dc7f63a6-506b-486b-b57a-0404427db1a7 req-4db22a75-30b3-4f9d-804d-c6a91d9ab558 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1a85733-b746-4659-8c30-3b0e459dbc6f HTTP/1.1" status: 200 len: 918 time: 0.0970118 Aug 09 14:36:37.404184 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-dc7f63a6-506b-486b-b57a-0404427db1a7 req-b4a5b752-cd34-45a7-b057-185c518d5366 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8d46c43-84b0-419b-a884-80fb065f71c0 HTTP/1.1" status: 200 len: 1001 time: 0.0675924 Aug 09 14:36:37.459469 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f63a6-506b-486b-b57a-0404427db1a7 req-9cb54f09-2936-452b-9d11-366850a1751c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:37.461006 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-dc7f63a6-506b-486b-b57a-0404427db1a7 req-9cb54f09-2936-452b-9d11-366850a1751c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d011544-2652-42c4-bd98-5da36fbdc571 HTTP/1.1" status: 200 len: 856 time: 0.0444787 Aug 09 14:36:37.514403 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f63a6-506b-486b-b57a-0404427db1a7 req-00a9ff66-cde6-4979-88cb-d2b73f00fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:37.516012 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-dc7f63a6-506b-486b-b57a-0404427db1a7 req-00a9ff66-cde6-4979-88cb-d2b73f00fcd3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1a85733-b746-4659-8c30-3b0e459dbc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0475278 Aug 09 14:36:37.613658 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-dc7f63a6-506b-486b-b57a-0404427db1a7 req-58b17e62-b5b9-4287-aed6-bd56a04d3008 service neutron] 10.222.0.11 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863929 Aug 09 14:36:37.719007 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-dc7f63a6-506b-486b-b57a-0404427db1a7 req-4e70415c-192c-4124-a858-9931660206bf service neutron] 10.222.0.11 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922627 Aug 09 14:36:39.357480 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:39.666211 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-eb4c2d1b-f9bf-4038-9643-918cfd97c91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:40.306486 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:42.295194 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:43.424496 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 48202) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:43.536025 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-de32ce84-2af1-402c-94e7-5a1e214fc1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:43.637300 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-de32ce84-2af1-402c-94e7-5a1e214fc1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:43.641094 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-de32ce84-2af1-402c-94e7-5a1e214fc1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:43.682521 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-de32ce84-2af1-402c-94e7-5a1e214fc1da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c70ba7d547984465a6e9d93c3a1cd036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569253 Aug 09 14:36:43.683428 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32ce84-2af1-402c-94e7-5a1e214fc1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6236688e-a7fe-45f5-906a-fe2dfbc80b16,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:43.685339 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 48208) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:43.740020 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-29ac2777-b458-4bfe-885b-c06714444f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:43.767115 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-29ac2777-b458-4bfe-885b-c06714444f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:43.815518 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-29ac2777-b458-4bfe-885b-c06714444f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:43.818166 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-29ac2777-b458-4bfe-885b-c06714444f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:43.820286 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-29ac2777-b458-4bfe-885b-c06714444f4c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6236688e-a7fe-45f5-906a-fe2dfbc80b16 HTTP/1.1" status: 204 len: 168 time: 0.1330712 Aug 09 14:36:43.828696 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac2777-b458-4bfe-885b-c06714444f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6236688e-a7fe-45f5-906a-fe2dfbc80b16,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:43.836521 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac2777-b458-4bfe-885b-c06714444f4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:43.836889 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac2777-b458-4bfe-885b-c06714444f4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:43.837348 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac2777-b458-4bfe-885b-c06714444f4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:43.837725 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac2777-b458-4bfe-885b-c06714444f4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:43.838073 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac2777-b458-4bfe-885b-c06714444f4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:43.838418 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac2777-b458-4bfe-885b-c06714444f4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:43.838792 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac2777-b458-4bfe-885b-c06714444f4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:43.839139 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac2777-b458-4bfe-885b-c06714444f4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:43.839482 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac2777-b458-4bfe-885b-c06714444f4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:43.839944 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac2777-b458-4bfe-885b-c06714444f4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:43.840395 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac2777-b458-4bfe-885b-c06714444f4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:43.840743 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac2777-b458-4bfe-885b-c06714444f4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:36:44.474333 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 48232) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:44.580738 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-68eda831-cd96-470d-b4d0-6fb763e00927 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-5279792-network', 'tenant_id': '5b30c095265445e5a5971eb251fccb17'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:44.605021 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eda831-cd96-470d-b4d0-6fb763e00927 admin admin] Made reservation on behalf of 5b30c095265445e5a5971eb251fccb17 for: {'network': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:36:44.607583 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-68eda831-cd96-470d-b4d0-6fb763e00927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for network, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:44.617598 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-68eda831-cd96-470d-b4d0-6fb763e00927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:44.713735 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-68eda831-cd96-470d-b4d0-6fb763e00927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:44.724638 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-68eda831-cd96-470d-b4d0-6fb763e00927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:44.750339 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68eda831-cd96-470d-b4d0-6fb763e00927 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=93282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:36:44.763615 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eda831-cd96-470d-b4d0-6fb763e00927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0554a532-61f7-4544-91c1-71a2a696a401,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:44.768821 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-68eda831-cd96-470d-b4d0-6fb763e00927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:44.769171 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.db.segments_db [None req-68eda831-cd96-470d-b4d0-6fb763e00927 admin admin] Added segment d6b854b7-14c6-4204-a956-9c70c3bfd302 of type vlan for network 65eaa41a-623b-418a-9260-f0ec9b99ecf9 Aug 09 14:36:44.816039 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-68eda831-cd96-470d-b4d0-6fb763e00927 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793432662869'] for network, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:44.848175 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-68eda831-cd96-470d-b4d0-6fb763e00927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for network, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:44.849209 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eda831-cd96-470d-b4d0-6fb763e00927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:44.849809 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-68eda831-cd96-470d-b4d0-6fb763e00927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:44.915078 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-68eda831-cd96-470d-b4d0-6fb763e00927 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4394999 Aug 09 14:36:44.918040 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 48240) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:44.922962 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-3d6433f1-ff64-4ec0-b2bf-c125b9cf8d32 admin admin] Request body: {'subnet': {'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-5279792-subnet', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'ip_version': 4}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:44.929828 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eda831-cd96-470d-b4d0-6fb763e00927 admin admin] Pushing event updated for resources: {'Network': ['ID=65eaa41a-623b-418a-9260-f0ec9b99ecf9,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:44.940450 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Network 65eaa41a-623b-418a-9260-f0ec9b99ecf9 details requested by agent ovs-agent-dv-cinder-780933-12-iscsi with host dv-cinder-780933-12-iscsi {{(pid=93283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:36:44.953456 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6433f1-ff64-4ec0-b2bf-c125b9cf8d32 admin admin] Made reservation on behalf of 5b30c095265445e5a5971eb251fccb17 for: {'subnet': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:36:44.956122 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3d6433f1-ff64-4ec0-b2bf-c125b9cf8d32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25399028'] for subnet, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:45.129686 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3d6433f1-ff64-4ec0-b2bf-c125b9cf8d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25220746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25398982'] for subnet, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:45.184774 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6433f1-ff64-4ec0-b2bf-c125b9cf8d32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c85a289-f46f-4e93-8c58-e4ba66d2b13d,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:45.193362 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6433f1-ff64-4ec0-b2bf-c125b9cf8d32 admin admin] Checking segment: {'id': 'd6b854b7-14c6-4204-a956-9c70c3bfd302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:36:45.193715 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6433f1-ff64-4ec0-b2bf-c125b9cf8d32 admin admin] Network hostable DHCP agents. Network: 65eaa41a-623b-418a-9260-f0ec9b99ecf9, hostable agents: ['fcf2683d-1b10-4130-9527-2865db8d3e4f'], hosted agents: [] {{(pid=93282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:36:45.211891 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6433f1-ff64-4ec0-b2bf-c125b9cf8d32 admin admin] Network 65eaa41a-623b-418a-9260-f0ec9b99ecf9 is scheduled to be hosted by DHCP agent fcf2683d-1b10-4130-9527-2865db8d3e4f with binding_index 1 {{(pid=93282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:36:45.219895 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-3d6433f1-ff64-4ec0-b2bf-c125b9cf8d32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-12-iscsi, 65eaa41a-623b-418a-9260-f0ec9b99ecf9) {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:36:45.224003 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6433f1-ff64-4ec0-b2bf-c125b9cf8d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:45.226177 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3d6433f1-ff64-4ec0-b2bf-c125b9cf8d32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:45.229225 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee71689-1229-447a-836b-bef821a8508c None None] Network 65eaa41a-623b-418a-9260-f0ec9b99ecf9 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:36:45.241005 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-3d6433f1-ff64-4ec0-b2bf-c125b9cf8d32 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3218141 Aug 09 14:36:45.244276 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 48242) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:45.248754 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-7c13b5d4-8878-4bb5-9654-3e02b22b397c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-5279792-router', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:45.270439 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c13b5d4-8878-4bb5-9654-3e02b22b397c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237309'] for router, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:45.271488 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c13b5d4-8878-4bb5-9654-3e02b22b397c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237298'] for router, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:45.334540 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c13b5d4-8878-4bb5-9654-3e02b22b397c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:45.398123 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786e66de-86ce-4545-ae70-07b5d906e3e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79cdc59-b55e-5cf7-a094-ed287857ff17-65eaa41a-623b-418a-9260-f0ec9b99ecf9', 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'fixed_ips': [{'subnet_id': '7c85a289-f46f-4e93-8c58-e4ba66d2b13d'}]}} from dv-cinder-780933-12-iscsi. {{(pid=93283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 14:36:45.399221 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-786e66de-86ce-4545-ae70-07b5d906e3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:45.472450 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c13b5d4-8878-4bb5-9654-3e02b22b397c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:45.550090 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-786e66de-86ce-4545-ae70-07b5d906e3e5 None None] Allocated IP 172.20.0.2 (65eaa41a-623b-418a-9260-f0ec9b99ecf9/7c85a289-f46f-4e93-8c58-e4ba66d2b13d/f7ede0b7-4691-4518-aab8-57477f9cb7d8) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:36:45.869168 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-786e66de-86ce-4545-ae70-07b5d906e3e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:45.878342 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-786e66de-86ce-4545-ae70-07b5d906e3e5 None None] Transition to ACTIVE for port object f7ede0b7-4691-4518-aab8-57477f9cb7d8 will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:36:45.895477 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-786e66de-86ce-4545-ae70-07b5d906e3e5 None None] Transition to ACTIVE for port object f7ede0b7-4691-4518-aab8-57477f9cb7d8 will not be triggered until provisioned by entity DHCP. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:36:45.909012 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-786e66de-86ce-4545-ae70-07b5d906e3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:45.959958 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786e66de-86ce-4545-ae70-07b5d906e3e5 None None] Network 65eaa41a-623b-418a-9260-f0ec9b99ecf9 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:36:45.963092 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-786e66de-86ce-4545-ae70-07b5d906e3e5 None None] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:36:45.965654 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e66de-86ce-4545-ae70-07b5d906e3e5 None None] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:36:45.969214 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e66de-86ce-4545-ae70-07b5d906e3e5 None None] Pushing event updated for resources: {'Port': ['ID=f7ede0b7-4691-4518-aab8-57477f9cb7d8,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:45.994367 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c13b5d4-8878-4bb5-9654-3e02b22b397c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:46.014032 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c13b5d4-8878-4bb5-9654-3e02b22b397c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:46.030062 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-786e66de-86ce-4545-ae70-07b5d906e3e5 None None] Attempting to bind port f7ede0b7-4691-4518-aab8-57477f9cb7d8 on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:36:46.030507 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-786e66de-86ce-4545-ae70-07b5d906e3e5 None None] Attempting to bind port f7ede0b7-4691-4518-aab8-57477f9cb7d8 by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': 'd6b854b7-14c6-4204-a956-9c70c3bfd302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:36:46.030899 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e66de-86ce-4545-ae70-07b5d906e3e5 None None] Attempting to bind port f7ede0b7-4691-4518-aab8-57477f9cb7d8 on network 65eaa41a-623b-418a-9260-f0ec9b99ecf9 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:36:46.036869 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e66de-86ce-4545-ae70-07b5d906e3e5 None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:36:46.037815 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e66de-86ce-4545-ae70-07b5d906e3e5 None None] Checking segment: {'id': 'd6b854b7-14c6-4204-a956-9c70c3bfd302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:36:46.037815 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-786e66de-86ce-4545-ae70-07b5d906e3e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:46.038598 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e66de-86ce-4545-ae70-07b5d906e3e5 None None] Bound using segment: {'id': 'd6b854b7-14c6-4204-a956-9c70c3bfd302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:36:46.039452 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-786e66de-86ce-4545-ae70-07b5d906e3e5 None None] Bound port: f7ede0b7-4691-4518-aab8-57477f9cb7d8, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b854b7-14c6-4204-a956-9c70c3bfd302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:36:46.040020 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-786e66de-86ce-4545-ae70-07b5d906e3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:46.107736 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-786e66de-86ce-4545-ae70-07b5d906e3e5 None None] For port f7ede0b7-4691-4518-aab8-57477f9cb7d8, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:36:46.110982 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-786e66de-86ce-4545-ae70-07b5d906e3e5 None None] For port f7ede0b7-4691-4518-aab8-57477f9cb7d8, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=f7ede0b7-4691-4518-aab8-57477f9cb7d8,segment=NetworkSegment(d6b854b7-14c6-4204-a956-9c70c3bfd302),segment_id=d6b854b7-14c6-4204-a956-9c70c3bfd302)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:36:46.117180 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-786e66de-86ce-4545-ae70-07b5d906e3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:46.129472 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-7c13b5d4-8878-4bb5-9654-3e02b22b397c admin admin] Allocated IP 172.27.0.243 (fec02cd1-e2e8-4817-ba73-274d16c5b5b9/3361a577-0d73-418c-9a78-05f67eccb0cb/f2a7ff9c-77b8-4eff-801f-91a5cd10d071) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:36:46.181773 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e66de-86ce-4545-ae70-07b5d906e3e5 None None] Pushing event updated for resources: {'Port': ['ID=f7ede0b7-4691-4518-aab8-57477f9cb7d8,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:46.251914 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c13b5d4-8878-4bb5-9654-3e02b22b397c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:46.293416 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c13b5d4-8878-4bb5-9654-3e02b22b397c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:46.341455 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13b5d4-8878-4bb5-9654-3e02b22b397c admin admin] Pushing event updated for resources: {'Port': ['ID=f2a7ff9c-77b8-4eff-801f-91a5cd10d071,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:46.356266 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c13b5d4-8878-4bb5-9654-3e02b22b397c admin admin] Network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:36:46.357650 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-7c13b5d4-8878-4bb5-9654-3e02b22b397c admin admin] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:36:46.360002 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c13b5d4-8878-4bb5-9654-3e02b22b397c admin admin] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:36:46.627565 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device f7ede0b7-4691-4518-aab8-57477f9cb7d8 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:36:46.629158 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c13b5d4-8878-4bb5-9654-3e02b22b397c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:46.678851 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port f7ede0b7-4691-4518-aab8-57477f9cb7d8 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:36:46.797457 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:46.835792 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c13b5d4-8878-4bb5-9654-3e02b22b397c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744126'] for router, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:46.988234 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c13b5d4-8878-4bb5-9654-3e02b22b397c admin admin] Router 1742f8f8-9ec7-4aea-a824-32870ef939ec is scheduled to L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e with binding_index 1 {{(pid=93281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 14:36:47.093398 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b592a452-5942-40b9-8a4a-70c937c73cd6 None None] Network 65eaa41a-623b-418a-9260-f0ec9b99ecf9 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:36:47.110930 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c13b5d4-8878-4bb5-9654-3e02b22b397c admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:36:47.127897 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c13b5d4-8878-4bb5-9654-3e02b22b397c admin admin] Notify callbacks [] for router, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:47.129167 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-7c13b5d4-8878-4bb5-9654-3e02b22b397c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8838766 Aug 09 14:36:47.132059 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 48264) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:47.136976 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] Sync routers for ids ['1742f8f8-9ec7-4aea-a824-32870ef939ec'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:36:47.156014 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] Routers {'1742f8f8-9ec7-4aea-a824-32870ef939ec'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:36:47.156662 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:36:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['1742f8f8-9ec7-4aea-a824-32870ef939ec'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:47.239046 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-df5b14b5-8e47-4607-9ad1-dacb788e4c00 None None] Provisioning for port f7ede0b7-4691-4518-aab8-57477f9cb7d8 completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:36:47.277642 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-df5b14b5-8e47-4607-9ad1-dacb788e4c00 None None] Provisioning complete for port f7ede0b7-4691-4518-aab8-57477f9cb7d8 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:47.278012 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-df5b14b5-8e47-4607-9ad1-dacb788e4c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:47.353664 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] Set router 1742f8f8-9ec7-4aea-a824-32870ef939ec gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:36:47.546691 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-df5b14b5-8e47-4607-9ad1-dacb788e4c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:47.568315 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7561fbf9-bb04-450c-93dd-6e13400cdc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:47.605599 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-df5b14b5-8e47-4607-9ad1-dacb788e4c00 None None] For port f7ede0b7-4691-4518-aab8-57477f9cb7d8, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=f7ede0b7-4691-4518-aab8-57477f9cb7d8,segment=NetworkSegment(d6b854b7-14c6-4204-a956-9c70c3bfd302),segment_id=d6b854b7-14c6-4204-a956-9c70c3bfd302)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:36:47.616966 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-df5b14b5-8e47-4607-9ad1-dacb788e4c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:47.676331 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'name': 'tempest-TestMinimumBasicScenario-5279792-router', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:45Z', 'updated_at': '2021-08-09T14:36:46Z', 'revision_number': 3, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'gw_port': {'id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:46Z', 'updated_at': '2021-08-09T14:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:47.682451 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b14b5-8e47-4607-9ad1-dacb788e4c00 None None] Pushing event updated for resources: {'Port': ['ID=f7ede0b7-4691-4518-aab8-57477f9cb7d8,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:47.709227 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] Checking router: 1742f8f8-9ec7-4aea-a824-32870ef939ec for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:36:47.709577 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] Updating router 1742f8f8-9ec7-4aea-a824-32870ef939ec port f2a7ff9c-77b8-4eff-801f-91a5cd10d071 binding host dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:36:47.742061 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:47.765591 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-9631ad1b-69ec-48f7-a4cb-dc4576e12f93 None None] Provisioning complete for port f7ede0b7-4691-4518-aab8-57477f9cb7d8 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:47.765961 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9631ad1b-69ec-48f7-a4cb-dc4576e12f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:47.782125 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-7561fbf9-bb04-450c-93dd-6e13400cdc0b admin admin] Allocated IP 172.20.0.1 (65eaa41a-623b-418a-9260-f0ec9b99ecf9/7c85a289-f46f-4e93-8c58-e4ba66d2b13d/2a51e97a-cb87-4ed0-a58e-80edce48b843) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:36:47.903046 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7561fbf9-bb04-450c-93dd-6e13400cdc0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:47.916267 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-7561fbf9-bb04-450c-93dd-6e13400cdc0b admin admin] Transition to ACTIVE for port object 2a51e97a-cb87-4ed0-a58e-80edce48b843 will not be triggered until provisioned by entity DHCP. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:36:47.962335 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7561fbf9-bb04-450c-93dd-6e13400cdc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:48.003012 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7561fbf9-bb04-450c-93dd-6e13400cdc0b admin admin] Network 65eaa41a-623b-418a-9260-f0ec9b99ecf9 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:36:48.010152 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-7561fbf9-bb04-450c-93dd-6e13400cdc0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:36:48.012899 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7561fbf9-bb04-450c-93dd-6e13400cdc0b admin admin] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:36:48.044360 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561fbf9-bb04-450c-93dd-6e13400cdc0b admin admin] Pushing event updated for resources: {'Port': ['ID=2a51e97a-cb87-4ed0-a58e-80edce48b843,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:48.065733 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7561fbf9-bb04-450c-93dd-6e13400cdc0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744653'] for router_interface, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:48.079596 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:48.091721 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] Transition to ACTIVE for port object f2a7ff9c-77b8-4eff-801f-91a5cd10d071 will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:36:48.100382 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:48.164363 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55baf8f-cb5d-4757-8d23-347de8698111 None None] Pushing event updated for resources: {'Port': ['ID=f2a7ff9c-77b8-4eff-801f-91a5cd10d071,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:48.166991 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] Attempting to bind port f2a7ff9c-77b8-4eff-801f-91a5cd10d071 on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:36:48.167368 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] Attempting to bind port f2a7ff9c-77b8-4eff-801f-91a5cd10d071 by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:36:48.167735 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] Attempting to bind port f2a7ff9c-77b8-4eff-801f-91a5cd10d071 on network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:36:48.175360 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:36:48.175745 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] Checking segment: {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:36:48.176151 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:48.176544 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] Bound using segment: {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:36:48.177012 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] Bound port: f2a7ff9c-77b8-4eff-801f-91a5cd10d071, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:36:48.177397 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:48.231402 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7561fbf9-bb04-450c-93dd-6e13400cdc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:48.242206 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] For port f2a7ff9c-77b8-4eff-801f-91a5cd10d071, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:36:48.249930 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] For port f2a7ff9c-77b8-4eff-801f-91a5cd10d071, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=f2a7ff9c-77b8-4eff-801f-91a5cd10d071,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:36:48.256140 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:48.329313 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-823076b2-3766-448c-9479-6045e53eb7c5 None None] Provisioning for port 2a51e97a-cb87-4ed0-a58e-80edce48b843 completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:36:48.336964 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-823076b2-3766-448c-9479-6045e53eb7c5 None None] Provisioning complete for port 2a51e97a-cb87-4ed0-a58e-80edce48b843 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:48.337341 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-823076b2-3766-448c-9479-6045e53eb7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:48.338806 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55baf8f-cb5d-4757-8d23-347de8698111 None None] Pushing event updated for resources: {'Port': ['ID=f2a7ff9c-77b8-4eff-801f-91a5cd10d071,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:48.342832 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] Routers {'1742f8f8-9ec7-4aea-a824-32870ef939ec'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:36:48.343462 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:36:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['1742f8f8-9ec7-4aea-a824-32870ef939ec'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:48.410326 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7561fbf9-bb04-450c-93dd-6e13400cdc0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:48.416217 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7561fbf9-bb04-450c-93dd-6e13400cdc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:48.421213 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-823076b2-3766-448c-9479-6045e53eb7c5 None None] Port 2a51e97a-cb87-4ed0-a58e-80edce48b843 cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:36:48.481420 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] Set router 1742f8f8-9ec7-4aea-a824-32870ef939ec gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:36:48.482814 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561fbf9-bb04-450c-93dd-6e13400cdc0b admin admin] Pushing event updated for resources: {'Port': ['ID=2a51e97a-cb87-4ed0-a58e-80edce48b843,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:48.485197 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7561fbf9-bb04-450c-93dd-6e13400cdc0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1744825'] for router_interface, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:48.592348 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7561fbf9-bb04-450c-93dd-6e13400cdc0b admin admin] Network 65eaa41a-623b-418a-9260-f0ec9b99ecf9 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:36:48.594612 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-7561fbf9-bb04-450c-93dd-6e13400cdc0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:36:48.703581 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device f7ede0b7-4691-4518-aab8-57477f9cb7d8 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:36:48.730065 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7561fbf9-bb04-450c-93dd-6e13400cdc0b admin admin] Router 1742f8f8-9ec7-4aea-a824-32870ef939ec has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:36:48.826406 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port f7ede0b7-4691-4518-aab8-57477f9cb7d8 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:48.826940 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:48.854591 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7561fbf9-bb04-450c-93dd-6e13400cdc0b admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:36:48.860216 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-7561fbf9-bb04-450c-93dd-6e13400cdc0b admin admin] 10.222.0.60 "PUT /v2.0/routers/1742f8f8-9ec7-4aea-a824-32870ef939ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7271917 Aug 09 14:36:48.896348 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-1696cd45-ae2c-4fb5-98c3-b4e168ee2919 None None] Provisioning complete for port 2a51e97a-cb87-4ed0-a58e-80edce48b843 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:48.896602 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1696cd45-ae2c-4fb5-98c3-b4e168ee2919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:48.967935 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-1696cd45-ae2c-4fb5-98c3-b4e168ee2919 None None] Port 2a51e97a-cb87-4ed0-a58e-80edce48b843 cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:36:48.991034 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'name': 'tempest-TestMinimumBasicScenario-5279792-router', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:45Z', 'updated_at': '2021-08-09T14:36:48Z', 'revision_number': 4, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'gw_port': {'id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:46Z', 'updated_at': '2021-08-09T14:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '2a51e97a-cb87-4ed0-a58e-80edce48b843', 'name': '', 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'mac_address': 'fa:16:3e:b9:9e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7c85a289-f46f-4e93-8c58-e4ba66d2b13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:47Z', 'updated_at': '2021-08-09T14:36:47Z', 'revision_number': 1, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'subnets': [{'id': '7c85a289-f46f-4e93-8c58-e4ba66d2b13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:49.019694 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09140ecd-2c73-4f56-ad25-ccaf7e93becf None None] The sync data for ids ['1742f8f8-9ec7-4aea-a824-32870ef939ec'] in dv-cinder-780933-12-iscsi is: [{'id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'name': 'tempest-TestMinimumBasicScenario-5279792-router', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:45Z', 'updated_at': '2021-08-09T14:36:48Z', 'revision_number': 4, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'gw_port': {'id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:46Z', 'updated_at': '2021-08-09T14:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '2a51e97a-cb87-4ed0-a58e-80edce48b843', 'name': '', 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'mac_address': 'fa:16:3e:b9:9e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7c85a289-f46f-4e93-8c58-e4ba66d2b13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:47Z', 'updated_at': '2021-08-09T14:36:47Z', 'revision_number': 1, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'subnets': [{'id': '7c85a289-f46f-4e93-8c58-e4ba66d2b13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:36:49.407818 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 48288) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:49.413732 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-5382edc9-9135-4dc8-900b-c98ce1864d06 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1242005681-network', 'tenant_id': 'f20582c504de45148024a38cd0fe39c8'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:49.437174 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5382edc9-9135-4dc8-900b-c98ce1864d06 admin admin] Made reservation on behalf of f20582c504de45148024a38cd0fe39c8 for: {'network': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:36:49.441073 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5382edc9-9135-4dc8-900b-c98ce1864d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for network, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:49.455997 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5382edc9-9135-4dc8-900b-c98ce1864d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:49.598731 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5382edc9-9135-4dc8-900b-c98ce1864d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:49.617306 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5382edc9-9135-4dc8-900b-c98ce1864d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:49.641294 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5382edc9-9135-4dc8-900b-c98ce1864d06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=93281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:36:49.666795 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382edc9-9135-4dc8-900b-c98ce1864d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83cdc1d-1971-475b-a2b2-ef32faed4688,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:49.670282 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5382edc9-9135-4dc8-900b-c98ce1864d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:49.670728 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.db.segments_db [None req-5382edc9-9135-4dc8-900b-c98ce1864d06 admin admin] Added segment bc50f045-c07b-40bc-ab73-0664971e5300 of type vlan for network 36792747-ead5-4db9-ac00-33159690d2a0 Aug 09 14:36:49.727520 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5382edc9-9135-4dc8-900b-c98ce1864d06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793432662869'] for network, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:49.768840 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5382edc9-9135-4dc8-900b-c98ce1864d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for network, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:49.770114 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5382edc9-9135-4dc8-900b-c98ce1864d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:49.770766 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5382edc9-9135-4dc8-900b-c98ce1864d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:49.846577 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-5382edc9-9135-4dc8-900b-c98ce1864d06 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4373724 Aug 09 14:36:49.849296 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 48290) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:49.854292 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382edc9-9135-4dc8-900b-c98ce1864d06 admin admin] Pushing event updated for resources: {'Network': ['ID=36792747-ead5-4db9-ac00-33159690d2a0,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:49.855312 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-6fe34cdd-3730-4ca1-bd97-337ac20d85c2 admin admin] Request body: {'subnet': {'network_id': '36792747-ead5-4db9-ac00-33159690d2a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1242005681-subnet', 'tenant_id': 'f20582c504de45148024a38cd0fe39c8', 'ip_version': 4}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:49.864696 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Network 36792747-ead5-4db9-ac00-33159690d2a0 details requested by agent ovs-agent-dv-cinder-780933-12-iscsi with host dv-cinder-780933-12-iscsi {{(pid=93283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:36:49.892020 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe34cdd-3730-4ca1-bd97-337ac20d85c2 admin admin] Made reservation on behalf of f20582c504de45148024a38cd0fe39c8 for: {'subnet': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:36:49.894561 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6fe34cdd-3730-4ca1-bd97-337ac20d85c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25399028'] for subnet, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:50.076267 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6fe34cdd-3730-4ca1-bd97-337ac20d85c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25220746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25398982'] for subnet, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:50.127138 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe34cdd-3730-4ca1-bd97-337ac20d85c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4775aaa-8962-49de-bfe5-78c42bd52813,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:50.145322 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe34cdd-3730-4ca1-bd97-337ac20d85c2 admin admin] Checking segment: {'id': 'bc50f045-c07b-40bc-ab73-0664971e5300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '36792747-ead5-4db9-ac00-33159690d2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:36:50.145695 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe34cdd-3730-4ca1-bd97-337ac20d85c2 admin admin] Network hostable DHCP agents. Network: 36792747-ead5-4db9-ac00-33159690d2a0, hostable agents: ['fcf2683d-1b10-4130-9527-2865db8d3e4f'], hosted agents: [] {{(pid=93282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:36:50.167600 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe34cdd-3730-4ca1-bd97-337ac20d85c2 admin admin] Network 36792747-ead5-4db9-ac00-33159690d2a0 is scheduled to be hosted by DHCP agent fcf2683d-1b10-4130-9527-2865db8d3e4f with binding_index 1 {{(pid=93282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:36:50.191212 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-6fe34cdd-3730-4ca1-bd97-337ac20d85c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-12-iscsi, 36792747-ead5-4db9-ac00-33159690d2a0) {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:36:50.195857 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe34cdd-3730-4ca1-bd97-337ac20d85c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:50.197121 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6fe34cdd-3730-4ca1-bd97-337ac20d85c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:50.200226 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991e5a8e-2b2b-463e-a4f1-657ea94a801b None None] Network 36792747-ead5-4db9-ac00-33159690d2a0 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:36:50.217167 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 48296) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:50.224423 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-7c9a3cac-2ef6-4385-a407-3056851c6631 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1242005681-router', 'tenant_id': 'f20582c504de45148024a38cd0fe39c8', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:50.227212 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-6fe34cdd-3730-4ca1-bd97-337ac20d85c2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3765345 Aug 09 14:36:50.283454 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c9a3cac-2ef6-4385-a407-3056851c6631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-237309'] for router, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:50.285666 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c9a3cac-2ef6-4385-a407-3056851c6631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1781812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-237298'] for router, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:50.337947 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-946d290b-a15f-489b-8c0e-1c23c5f7d719 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1436182337&fields=id&tenant_id=9b0d6b81c639450c995e87759cde383e HTTP/1.1" status: 200 len: 267 time: 0.0513854 Aug 09 14:36:50.362470 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c9a3cac-2ef6-4385-a407-3056851c6631 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:50.391895 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457ab13f-4d56-4360-bf21-3befefb57fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79cdc59-b55e-5cf7-a094-ed287857ff17-36792747-ead5-4db9-ac00-33159690d2a0', 'network_id': '36792747-ead5-4db9-ac00-33159690d2a0', 'tenant_id': 'f20582c504de45148024a38cd0fe39c8', 'fixed_ips': [{'subnet_id': 'f4775aaa-8962-49de-bfe5-78c42bd52813'}]}} from dv-cinder-780933-12-iscsi. {{(pid=93283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 14:36:50.393432 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-457ab13f-4d56-4360-bf21-3befefb57fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:50.476932 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-722c61ef-4164-4d94-9e8c-03a9e40514f7 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:50.478440 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-722c61ef-4164-4d94-9e8c-03a9e40514f7 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/networks?id=016ce89f-fbb2-4e9e-96ce-95d15238c277 HTTP/1.1" status: 200 len: 809 time: 0.1275964 Aug 09 14:36:50.498471 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-7b1bb964-6e48-48c6-8693-665cb1f53ab2 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/quotas/9b0d6b81c639450c995e87759cde383e HTTP/1.1" status: 200 len: 375 time: 0.0132012 Aug 09 14:36:50.544632 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c9a3cac-2ef6-4385-a407-3056851c6631 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:50.568547 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.db_base_plugin_common [None req-457ab13f-4d56-4360-bf21-3befefb57fcd None None] Allocated IP 172.20.0.2 (36792747-ead5-4db9-ac00-33159690d2a0/f4775aaa-8962-49de-bfe5-78c42bd52813/31af73b3-8221-434a-b224-a1e8514ca7c6) {{(pid=93283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:36:50.576803 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-b4657cdb-96c1-40cb-9286-02cef7886d95 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9b0d6b81c639450c995e87759cde383e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715947 Aug 09 14:36:50.667836 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device f2a7ff9c-77b8-4eff-801f-91a5cd10d071 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:36:50.728325 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-72f20906-4ff4-4cd6-b2d8-36729842306e service neutron] 10.222.0.60 "GET /v2.0/networks/016ce89f-fbb2-4e9e-96ce-95d15238c277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334252 Aug 09 14:36:50.784462 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port f2a7ff9c-77b8-4eff-801f-91a5cd10d071 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:36:50.796312 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port f2a7ff9c-77b8-4eff-801f-91a5cd10d071 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:50.796756 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:50.823423 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-457ab13f-4d56-4360-bf21-3befefb57fcd None None] Notify callbacks [] for port, precommit_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:50.832783 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-119031bc-9b42-4988-9832-376224ab8981 service neutron] 10.222.0.60 "GET /v2.0/networks/016ce89f-fbb2-4e9e-96ce-95d15238c277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966620 Aug 09 14:36:50.837659 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-457ab13f-4d56-4360-bf21-3befefb57fcd None None] Transition to ACTIVE for port object 31af73b3-8221-434a-b224-a1e8514ca7c6 will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:36:50.869807 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-457ab13f-4d56-4360-bf21-3befefb57fcd None None] Transition to ACTIVE for port object 31af73b3-8221-434a-b224-a1e8514ca7c6 will not be triggered until provisioned by entity DHCP. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:36:50.883538 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-457ab13f-4d56-4360-bf21-3befefb57fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575'] for port, after_create {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:50.961959 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457ab13f-4d56-4360-bf21-3befefb57fcd None None] Network 36792747-ead5-4db9-ac00-33159690d2a0 is already hosted by enough agents. {{(pid=93283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:36:50.969707 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.scheduler.base_scheduler [None req-457ab13f-4d56-4360-bf21-3befefb57fcd None None] Resources bound (agent type, host, resource id): {{(pid=93283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:36:50.976679 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457ab13f-4d56-4360-bf21-3befefb57fcd None None] Received port after_create {{(pid=93283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:36:50.981115 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:50.994618 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ab13f-4d56-4360-bf21-3befefb57fcd None None] Pushing event updated for resources: {'Port': ['ID=31af73b3-8221-434a-b224-a1e8514ca7c6,revision_number=1']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:51.036886 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port f2a7ff9c-77b8-4eff-801f-91a5cd10d071, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=f2a7ff9c-77b8-4eff-801f-91a5cd10d071,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:36:51.060952 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:51.092852 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-457ab13f-4d56-4360-bf21-3befefb57fcd None None] Attempting to bind port 31af73b3-8221-434a-b224-a1e8514ca7c6 on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:36:51.093233 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-457ab13f-4d56-4360-bf21-3befefb57fcd None None] Attempting to bind port 31af73b3-8221-434a-b224-a1e8514ca7c6 by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': 'bc50f045-c07b-40bc-ab73-0664971e5300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '36792747-ead5-4db9-ac00-33159690d2a0'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:36:51.093596 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457ab13f-4d56-4360-bf21-3befefb57fcd None None] Attempting to bind port 31af73b3-8221-434a-b224-a1e8514ca7c6 on network 36792747-ead5-4db9-ac00-33159690d2a0 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:36:51.100503 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c9a3cac-2ef6-4385-a407-3056851c6631 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:51.103654 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457ab13f-4d56-4360-bf21-3befefb57fcd None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:36:51.104295 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457ab13f-4d56-4360-bf21-3befefb57fcd None None] Checking segment: {'id': 'bc50f045-c07b-40bc-ab73-0664971e5300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '36792747-ead5-4db9-ac00-33159690d2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:36:51.104887 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-457ab13f-4d56-4360-bf21-3befefb57fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:51.105313 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457ab13f-4d56-4360-bf21-3befefb57fcd None None] Bound using segment: {'id': 'bc50f045-c07b-40bc-ab73-0664971e5300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '36792747-ead5-4db9-ac00-33159690d2a0'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:36:51.105801 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-457ab13f-4d56-4360-bf21-3befefb57fcd None None] Bound port: 31af73b3-8221-434a-b224-a1e8514ca7c6, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc50f045-c07b-40bc-ab73-0664971e5300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '36792747-ead5-4db9-ac00-33159690d2a0'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:36:51.106314 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-457ab13f-4d56-4360-bf21-3befefb57fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:51.122996 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c9a3cac-2ef6-4385-a407-3056851c6631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:51.167057 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=f2a7ff9c-77b8-4eff-801f-91a5cd10d071,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:51.207094 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-457ab13f-4d56-4360-bf21-3befefb57fcd None None] For port 31af73b3-8221-434a-b224-a1e8514ca7c6, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:36:51.211692 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-457ab13f-4d56-4360-bf21-3befefb57fcd None None] For port 31af73b3-8221-434a-b224-a1e8514ca7c6, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=31af73b3-8221-434a-b224-a1e8514ca7c6,segment=NetworkSegment(bc50f045-c07b-40bc-ab73-0664971e5300),segment_id=bc50f045-c07b-40bc-ab73-0664971e5300)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:36:51.219886 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-457ab13f-4d56-4360-bf21-3befefb57fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:51.235887 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8b197949-f5b7-4a4f-bd66-53a1ee625c0b req-de2d6fcb-aab8-459b-8082-fd99fa914cdc tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 210 time: 0.0400620 Aug 09 14:36:51.286300 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ab13f-4d56-4360-bf21-3befefb57fcd None None] Pushing event updated for resources: {'Port': ['ID=31af73b3-8221-434a-b224-a1e8514ca7c6,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:51.289917 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-7c9a3cac-2ef6-4385-a407-3056851c6631 admin admin] Allocated IP 172.27.0.195 (fec02cd1-e2e8-4817-ba73-274d16c5b5b9/3361a577-0d73-418c-9a78-05f67eccb0cb/f50ce5a4-3042-4ab1-adbf-e5bf531c08fa) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:36:51.423927 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c9a3cac-2ef6-4385-a407-3056851c6631 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:51.438954 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] Sync routers for ids ['1742f8f8-9ec7-4aea-a824-32870ef939ec'] in dv-cinder-780933-12-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:36:51.460722 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] Routers {'1742f8f8-9ec7-4aea-a824-32870ef939ec'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:36:51.461160 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:36:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['1742f8f8-9ec7-4aea-a824-32870ef939ec'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:51.484285 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c9a3cac-2ef6-4385-a407-3056851c6631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:51.561361 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9a3cac-2ef6-4385-a407-3056851c6631 admin admin] Network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:36:51.564957 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-7c9a3cac-2ef6-4385-a407-3056851c6631 admin admin] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:36:51.567541 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9a3cac-2ef6-4385-a407-3056851c6631 admin admin] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:36:51.605267 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:36:51.606688 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a3cac-2ef6-4385-a407-3056851c6631 admin admin] Pushing event updated for resources: {'Port': ['ID=f50ce5a4-3042-4ab1-adbf-e5bf531c08fa,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:51.625389 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] Set router 1742f8f8-9ec7-4aea-a824-32870ef939ec gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:36:51.891101 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'name': 'tempest-TestMinimumBasicScenario-5279792-router', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:45Z', 'updated_at': '2021-08-09T14:36:48Z', 'revision_number': 4, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'gw_port': {'id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:46Z', 'updated_at': '2021-08-09T14:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '2a51e97a-cb87-4ed0-a58e-80edce48b843', 'name': '', 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'mac_address': 'fa:16:3e:b9:9e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7c85a289-f46f-4e93-8c58-e4ba66d2b13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:47Z', 'updated_at': '2021-08-09T14:36:48Z', 'revision_number': 2, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'subnets': [{'id': '7c85a289-f46f-4e93-8c58-e4ba66d2b13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:51.918523 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c9a3cac-2ef6-4385-a407-3056851c6631 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:51.926107 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] Checking router: 1742f8f8-9ec7-4aea-a824-32870ef939ec for host: dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:36:51.926457 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] Updating router 1742f8f8-9ec7-4aea-a824-32870ef939ec port 2a51e97a-cb87-4ed0-a58e-80edce48b843 binding host dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:36:51.954290 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:52.143812 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c9a3cac-2ef6-4385-a407-3056851c6631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744126'] for router, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:52.295455 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9a3cac-2ef6-4385-a407-3056851c6631 admin admin] Router 9b605c15-e92c-45e5-ad06-2c5321d53224 is scheduled to L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e with binding_index 1 {{(pid=93281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 14:36:52.348164 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-36f897e8-9019-4797-b0e9-0cb479dfd129 req-08a32717-1019-4729-a26e-303938ba7793 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 210 time: 0.0349512 Aug 09 14:36:52.380485 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:52.401852 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] Transition to ACTIVE for port object 2a51e97a-cb87-4ed0-a58e-80edce48b843 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:36:52.408436 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:52.446963 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842bb7c8-b642-4ba2-b43d-20d178ae1aaa None None] Network 36792747-ead5-4db9-ac00-33159690d2a0 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:36:52.467922 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ce405-52c9-4e2f-b4b2-40faa870a055 None None] Pushing event updated for resources: {'Port': ['ID=2a51e97a-cb87-4ed0-a58e-80edce48b843,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:52.500851 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9a3cac-2ef6-4385-a407-3056851c6631 admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:36:52.547690 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] Sync routers for ids ['9b605c15-e92c-45e5-ad06-2c5321d53224'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:36:52.552753 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7c9a3cac-2ef6-4385-a407-3056851c6631 admin admin] Notify callbacks [] for router, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:52.555379 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-7c9a3cac-2ef6-4385-a407-3056851c6631 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3368080 Aug 09 14:36:52.558049 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 48324) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:36:52.571136 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] Attempting to bind port 2a51e97a-cb87-4ed0-a58e-80edce48b843 on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:36:52.571752 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] Attempting to bind port 2a51e97a-cb87-4ed0-a58e-80edce48b843 by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': 'd6b854b7-14c6-4204-a956-9c70c3bfd302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:36:52.572333 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] Attempting to bind port 2a51e97a-cb87-4ed0-a58e-80edce48b843 on network 65eaa41a-623b-418a-9260-f0ec9b99ecf9 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:36:52.583326 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-67086450-4088-43a6-869b-7d2424afaa2e None None] Provisioning for port 31af73b3-8221-434a-b224-a1e8514ca7c6 completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:36:52.587257 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:36:52.587634 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] Checking segment: {'id': 'd6b854b7-14c6-4204-a956-9c70c3bfd302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:36:52.588413 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:52.590614 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] Bound using segment: {'id': 'd6b854b7-14c6-4204-a956-9c70c3bfd302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:36:52.592467 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] Bound port: 2a51e97a-cb87-4ed0-a58e-80edce48b843, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b854b7-14c6-4204-a956-9c70c3bfd302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:36:52.593062 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:52.615420 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-d0bfcd93-ecb3-4356-a3fb-3c1aaf23e63e tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:52.616921 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] Routers {'9b605c15-e92c-45e5-ad06-2c5321d53224'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:36:52.619100 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:36:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['9b605c15-e92c-45e5-ad06-2c5321d53224'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:52.622955 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-d0bfcd93-ecb3-4356-a3fb-3c1aaf23e63e tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.11 "GET /v2.0/networks?id=016ce89f-fbb2-4e9e-96ce-95d15238c277 HTTP/1.1" status: 200 len: 809 time: 0.2017736 Aug 09 14:36:52.713198 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] For port 2a51e97a-cb87-4ed0-a58e-80edce48b843, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:36:52.716867 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] For port 2a51e97a-cb87-4ed0-a58e-80edce48b843, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=2a51e97a-cb87-4ed0-a58e-80edce48b843,segment=NetworkSegment(d6b854b7-14c6-4204-a956-9c70c3bfd302),segment_id=d6b854b7-14c6-4204-a956-9c70c3bfd302)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:36:52.731577 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:52.738297 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-7f1a89d9-7b4e-486c-81a2-929eafb2db33 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b0d6b81c639450c995e87759cde383e HTTP/1.1" status: 200 len: 380 time: 0.1079853 Aug 09 14:36:52.750774 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-6a7c0144-4d56-4229-ae01-6c67c8c65156 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Request body: {'port': {'device_id': '18359e4f-2ff6-4307-9680-24aee5a06ac0', 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277', 'admin_state_up': True, 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'security_groups': ['d49b7162-7e73-4e25-87d6-60e754262e70']}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:52.822799 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] Routers {'1742f8f8-9ec7-4aea-a824-32870ef939ec'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:36:52.828085 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:36:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['1742f8f8-9ec7-4aea-a824-32870ef939ec'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:52.857969 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 31af73b3-8221-434a-b224-a1e8514ca7c6 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:36:52.951114 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ce405-52c9-4e2f-b4b2-40faa870a055 None None] Pushing event updated for resources: {'Port': ['ID=2a51e97a-cb87-4ed0-a58e-80edce48b843,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:52.964328 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-6a7c0144-4d56-4229-ae01-6c67c8c65156 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Made reservation on behalf of 9b0d6b81c639450c995e87759cde383e for: {'port': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:36:52.968769 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-6a7c0144-4d56-4229-ae01-6c67c8c65156 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:52.982053 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] Set router 9b605c15-e92c-45e5-ad06-2c5321d53224 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:36:53.050893 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] Set router 1742f8f8-9ec7-4aea-a824-32870ef939ec gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:36:53.233751 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-6a7c0144-4d56-4229-ae01-6c67c8c65156 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Allocated IP 172.20.0.14 (016ce89f-fbb2-4e9e-96ce-95d15238c277/6ec96c47-7c3a-490f-8d84-fe3553d1d3de/4a347f9f-7bc6-489d-9d21-f551f94058a3) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:36:53.261098 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port 31af73b3-8221-434a-b224-a1e8514ca7c6 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:36:53.276903 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 31af73b3-8221-434a-b224-a1e8514ca7c6 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:53.277343 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:53.310284 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-389e4b4c-0d2b-4011-8615-c431eb319586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:53.478611 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:53.484908 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'name': 'tempest-TestMinimumBasicScenario-5279792-router', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:45Z', 'updated_at': '2021-08-09T14:36:48Z', 'revision_number': 4, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'gw_port': {'id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:46Z', 'updated_at': '2021-08-09T14:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '2a51e97a-cb87-4ed0-a58e-80edce48b843', 'name': '', 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'mac_address': 'fa:16:3e:b9:9e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7c85a289-f46f-4e93-8c58-e4ba66d2b13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:47Z', 'updated_at': '2021-08-09T14:36:52Z', 'revision_number': 4, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'subnets': [{'id': '7c85a289-f46f-4e93-8c58-e4ba66d2b13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:53.520625 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-6a7c0144-4d56-4229-ae01-6c67c8c65156 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:53.539123 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848ae077-882e-4d5f-beb7-7ebc437bd303 None None] The sync data for ids ['1742f8f8-9ec7-4aea-a824-32870ef939ec'] in dv-cinder-780933-12-iscsi is: [{'id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'name': 'tempest-TestMinimumBasicScenario-5279792-router', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:45Z', 'updated_at': '2021-08-09T14:36:48Z', 'revision_number': 4, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'gw_port': {'id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:46Z', 'updated_at': '2021-08-09T14:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '2a51e97a-cb87-4ed0-a58e-80edce48b843', 'name': '', 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'mac_address': 'fa:16:3e:b9:9e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7c85a289-f46f-4e93-8c58-e4ba66d2b13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:47Z', 'updated_at': '2021-08-09T14:36:52Z', 'revision_number': 4, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'subnets': [{'id': '7c85a289-f46f-4e93-8c58-e4ba66d2b13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:36:53.543533 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port 31af73b3-8221-434a-b224-a1e8514ca7c6, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=31af73b3-8221-434a-b224-a1e8514ca7c6,segment=NetworkSegment(bc50f045-c07b-40bc-ab73-0664971e5300),segment_id=bc50f045-c07b-40bc-ab73-0664971e5300)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:36:53.544822 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [None req-389e4b4c-0d2b-4011-8615-c431eb319586 admin admin] Allocated IP 172.20.0.1 (36792747-ead5-4db9-ac00-33159690d2a0/f4775aaa-8962-49de-bfe5-78c42bd52813/b5704ef1-f695-4ac8-a147-59c664df28ca) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:36:53.547259 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b605c15-e92c-45e5-ad06-2c5321d53224', 'name': 'tempest-TestMinimumBasicScenario-1242005681-router', 'tenant_id': 'f20582c504de45148024a38cd0fe39c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f50ce5a4-3042-4ab1-adbf-e5bf531c08fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:50Z', 'updated_at': '2021-08-09T14:36:51Z', 'revision_number': 3, 'project_id': 'f20582c504de45148024a38cd0fe39c8', 'gw_port': {'id': 'f50ce5a4-3042-4ab1-adbf-e5bf531c08fa', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b605c15-e92c-45e5-ad06-2c5321d53224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:51Z', 'updated_at': '2021-08-09T14:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:53.558137 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-6a7c0144-4d56-4229-ae01-6c67c8c65156 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Transition to ACTIVE for port object 4a347f9f-7bc6-489d-9d21-f551f94058a3 will not be triggered until provisioned by entity DHCP. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:36:53.615596 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-6a7c0144-4d56-4229-ae01-6c67c8c65156 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:53.616906 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] Checking router: 9b605c15-e92c-45e5-ad06-2c5321d53224 for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:36:53.618478 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] Updating router 9b605c15-e92c-45e5-ad06-2c5321d53224 port f50ce5a4-3042-4ab1-adbf-e5bf531c08fa binding host dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:36:53.653536 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:53.654761 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device f2a7ff9c-77b8-4eff-801f-91a5cd10d071 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:36:53.659450 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:53.680636 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-389e4b4c-0d2b-4011-8615-c431eb319586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:53.682696 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-6a7c0144-4d56-4229-ae01-6c67c8c65156 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Network 016ce89f-fbb2-4e9e-96ce-95d15238c277 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:36:53.687075 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-6a7c0144-4d56-4229-ae01-6c67c8c65156 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:36:53.696891 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [None req-389e4b4c-0d2b-4011-8615-c431eb319586 admin admin] Transition to ACTIVE for port object b5704ef1-f695-4ac8-a147-59c664df28ca will not be triggered until provisioned by entity DHCP. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:36:53.712665 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-6a7c0144-4d56-4229-ae01-6c67c8c65156 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:36:53.754026 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c0144-4d56-4229-ae01-6c67c8c65156 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Pushing event updated for resources: {'Port': ['ID=4a347f9f-7bc6-489d-9d21-f551f94058a3,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:53.771702 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-389e4b4c-0d2b-4011-8615-c431eb319586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:53.824917 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-6a7c0144-4d56-4229-ae01-6c67c8c65156 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:53.825456 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-6a7c0144-4d56-4229-ae01-6c67c8c65156 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:53.856722 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-6a7c0144-4d56-4229-ae01-6c67c8c65156 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1104486 Aug 09 14:36:53.865769 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389e4b4c-0d2b-4011-8615-c431eb319586 admin admin] Network 36792747-ead5-4db9-ac00-33159690d2a0 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:36:53.874335 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-389e4b4c-0d2b-4011-8615-c431eb319586 admin admin] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:36:53.874585 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-fb996534-868a-43d7-9523-afe0fa621ded service neutron] Request body: {'port': {'device_id': '18359e4f-2ff6-4307-9680-24aee5a06ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:36:53.901479 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22346f4a-a864-40c9-bb09-94b5ba993dc9 req-477f196e-e151-47f1-adbc-3550c19a9ee9 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:53.903141 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-22346f4a-a864-40c9-bb09-94b5ba993dc9 req-477f196e-e151-47f1-adbc-3550c19a9ee9 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 932 time: 0.3597467 Aug 09 14:36:53.915500 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389e4b4c-0d2b-4011-8615-c431eb319586 admin admin] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:36:53.958177 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-fb996534-868a-43d7-9523-afe0fa621ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:53.968184 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e4b4c-0d2b-4011-8615-c431eb319586 admin admin] Pushing event updated for resources: {'Port': ['ID=b5704ef1-f695-4ac8-a147-59c664df28ca,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:54.044301 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-389e4b4c-0d2b-4011-8615-c431eb319586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744653'] for router_interface, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:54.056997 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-22346f4a-a864-40c9-bb09-94b5ba993dc9 req-e18af857-ed90-4799-b986-392cdb1f4aaf tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267304 Aug 09 14:36:54.150850 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-46f9b72a-d6a2-454b-ba6a-cf9f3437e29a None None] Provisioning complete for port 31af73b3-8221-434a-b224-a1e8514ca7c6 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:54.151398 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-46f9b72a-d6a2-454b-ba6a-cf9f3437e29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:54.228417 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-389e4b4c-0d2b-4011-8615-c431eb319586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:54.246688 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=31af73b3-8221-434a-b224-a1e8514ca7c6,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:54.316355 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port f2a7ff9c-77b8-4eff-801f-91a5cd10d071 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:54.316800 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:54.434593 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-fb996534-868a-43d7-9523-afe0fa621ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a347f9f-7bc6-489d-9d21-f551f94058a3 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:36:54.438874 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-389e4b4c-0d2b-4011-8615-c431eb319586 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:54.445907 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-389e4b4c-0d2b-4011-8615-c431eb319586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25220855'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:54.452816 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-fb996534-868a-43d7-9523-afe0fa621ded service neutron] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:54.468493 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-fb996534-868a-43d7-9523-afe0fa621ded service neutron] Transition to ACTIVE for port object 4a347f9f-7bc6-489d-9d21-f551f94058a3 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:36:54.475443 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-fb996534-868a-43d7-9523-afe0fa621ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:54.516872 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:54.530808 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] Transition to ACTIVE for port object f50ce5a4-3042-4ab1-adbf-e5bf531c08fa will not be triggered until provisioned by entity L2. {{(pid=93283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:36:54.533021 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-389e4b4c-0d2b-4011-8615-c431eb319586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1744825'] for router_interface, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:54.536217 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e4b4c-0d2b-4011-8615-c431eb319586 admin admin] Pushing event updated for resources: {'Port': ['ID=b5704ef1-f695-4ac8-a147-59c664df28ca,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:54.543919 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:54.592180 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-57ab3f73-1814-4b97-8090-024930f478fb None None] Provisioning for port b5704ef1-f695-4ac8-a147-59c664df28ca completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:36:54.598215 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb996534-868a-43d7-9523-afe0fa621ded service neutron] Pushing event updated for resources: {'Port': ['ID=4a347f9f-7bc6-489d-9d21-f551f94058a3,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:54.663340 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-57ab3f73-1814-4b97-8090-024930f478fb None None] Provisioning complete for port b5704ef1-f695-4ac8-a147-59c664df28ca triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:54.670279 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-57ab3f73-1814-4b97-8090-024930f478fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:54.694213 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389e4b4c-0d2b-4011-8615-c431eb319586 admin admin] Network 36792747-ead5-4db9-ac00-33159690d2a0 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:36:54.696491 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-389e4b4c-0d2b-4011-8615-c431eb319586 admin admin] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:36:54.718391 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-fb996534-868a-43d7-9523-afe0fa621ded service neutron] Attempting to bind port 4a347f9f-7bc6-489d-9d21-f551f94058a3 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:36:54.719275 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-fb996534-868a-43d7-9523-afe0fa621ded service neutron] Attempting to bind port 4a347f9f-7bc6-489d-9d21-f551f94058a3 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '12701d57-6a7a-45f8-bee9-091c5c593c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:36:54.719843 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-fb996534-868a-43d7-9523-afe0fa621ded service neutron] Attempting to bind port 4a347f9f-7bc6-489d-9d21-f551f94058a3 on network 016ce89f-fbb2-4e9e-96ce-95d15238c277 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:36:54.725818 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-fb996534-868a-43d7-9523-afe0fa621ded service neutron] Port 4a347f9f-7bc6-489d-9d21-f551f94058a3 on network 016ce89f-fbb2-4e9e-96ce-95d15238c277 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:36:54.726518 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-fb996534-868a-43d7-9523-afe0fa621ded service neutron] Attempting to bind port 4a347f9f-7bc6-489d-9d21-f551f94058a3 on network 016ce89f-fbb2-4e9e-96ce-95d15238c277 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:36:54.734463 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-fb996534-868a-43d7-9523-afe0fa621ded service neutron] Checking agent: {'id': '787e8c88-8117-4bdf-b5e3-a5a97e4f7369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'started_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:36:54.735176 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-fb996534-868a-43d7-9523-afe0fa621ded service neutron] Checking segment: {'id': '12701d57-6a7a-45f8-bee9-091c5c593c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:36:54.735686 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-fb996534-868a-43d7-9523-afe0fa621ded service neutron] Bound using segment: {'id': '12701d57-6a7a-45f8-bee9-091c5c593c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:36:54.736254 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-fb996534-868a-43d7-9523-afe0fa621ded service neutron] Bound port: 4a347f9f-7bc6-489d-9d21-f551f94058a3, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12701d57-6a7a-45f8-bee9-091c5c593c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:36:54.736718 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-fb996534-868a-43d7-9523-afe0fa621ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:54.806785 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-57ab3f73-1814-4b97-8090-024930f478fb None None] Port b5704ef1-f695-4ac8-a147-59c664df28ca cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:36:54.856514 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] Attempting to bind port f50ce5a4-3042-4ab1-adbf-e5bf531c08fa on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:36:54.856921 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] Attempting to bind port f50ce5a4-3042-4ab1-adbf-e5bf531c08fa by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:36:54.857289 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] Attempting to bind port f50ce5a4-3042-4ab1-adbf-e5bf531c08fa on network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:36:54.865261 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:36:54.865644 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] Checking segment: {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:36:54.866811 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:54.867217 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] Bound using segment: {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'} {{(pid=93283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:36:54.870712 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.managers [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] Bound port: f50ce5a4-3042-4ab1-adbf-e5bf531c08fa, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f497cc-f5aa-4deb-b93a-e7d37e9af934', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}}] {{(pid=93283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:36:54.871083 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:54.884425 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-fb996534-868a-43d7-9523-afe0fa621ded service neutron] For port 4a347f9f-7bc6-489d-9d21-f551f94058a3, host hv-cinder-78093, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:36:54.888780 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89024c67-b27b-402f-bd69-c19ebceffdb3 None None] Pushing event updated for resources: {'Port': ['ID=f50ce5a4-3042-4ab1-adbf-e5bf531c08fa,revision_number=2']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:54.898548 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-fb996534-868a-43d7-9523-afe0fa621ded service neutron] For port 4a347f9f-7bc6-489d-9d21-f551f94058a3, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4a347f9f-7bc6-489d-9d21-f551f94058a3,segment=NetworkSegment(12701d57-6a7a-45f8-bee9-091c5c593c82),segment_id=12701d57-6a7a-45f8-bee9-091c5c593c82)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:36:54.903703 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389e4b4c-0d2b-4011-8615-c431eb319586 admin admin] Router 9b605c15-e92c-45e5-ad06-2c5321d53224 has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:36:54.906107 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-fb996534-868a-43d7-9523-afe0fa621ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:54.932925 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-57ab3f73-1814-4b97-8090-024930f478fb None None] Provisioning for port 4a347f9f-7bc6-489d-9d21-f551f94058a3 completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:36:54.957754 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-fb996534-868a-43d7-9523-afe0fa621ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:54.959931 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-fb996534-868a-43d7-9523-afe0fa621ded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:54.963406 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-fb996534-868a-43d7-9523-afe0fa621ded service neutron] 10.222.0.11 "PUT /v2.0/ports/4a347f9f-7bc6-489d-9d21-f551f94058a3 HTTP/1.1" status: 200 len: 1094 time: 1.0940664 Aug 09 14:36:54.964087 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18359e4f-2ff6-4307-9680-24aee5a06ac0', 'tag': '4a347f9f-7bc6-489d-9d21-f551f94058a3'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:36:54.967295 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c96722-50e4-4023-9be2-0c7095ffd6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "18359e4f-2ff6-4307-9680-24aee5a06ac0", "tag": "4a347f9f-7bc6-489d-9d21-f551f94058a3"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:36:55.000176 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] For port f50ce5a4-3042-4ab1-adbf-e5bf531c08fa, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:36:55.005761 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] For port f50ce5a4-3042-4ab1-adbf-e5bf531c08fa, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=f50ce5a4-3042-4ab1-adbf-e5bf531c08fa,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:36:55.016283 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:55.090057 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0619b076-92e6-4251-ad92-640bdd8b51f6 x-openstack-request-id: req-0619b076-92e6-4251-ad92-640bdd8b51f6 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:36:55.090643 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18359e4f-2ff6-4307-9680-24aee5a06ac0", "tag": "4a347f9f-7bc6-489d-9d21-f551f94058a3", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:36:55.090929 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0619b076-92e6-4251-ad92-640bdd8b51f6 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:36:55.091346 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18359e4f-2ff6-4307-9680-24aee5a06ac0', 'tag': '4a347f9f-7bc6-489d-9d21-f551f94058a3', 'status': 'completed', 'code': 200} Aug 09 14:36:55.099610 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb996534-868a-43d7-9523-afe0fa621ded service neutron] Pushing event updated for resources: {'Port': ['ID=4a347f9f-7bc6-489d-9d21-f551f94058a3,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:55.137826 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-3b8d2d62-2b39-42c1-ab5a-9dc1c0b8a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:55.139389 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-3b8d2d62-2b39-42c1-ab5a-9dc1c0b8a835 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b0d6b81c639450c995e87759cde383e&device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 1097 time: 0.1087444 Aug 09 14:36:55.145582 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 31af73b3-8221-434a-b224-a1e8514ca7c6 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:36:55.154304 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389e4b4c-0d2b-4011-8615-c431eb319586 admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:36:55.161246 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-389e4b4c-0d2b-4011-8615-c431eb319586 admin admin] 10.222.0.60 "PUT /v2.0/routers/9b605c15-e92c-45e5-ad06-2c5321d53224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6015415 Aug 09 14:36:55.217852 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-f1433f01-b4cc-4425-81c0-3d211e14939b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a347f9f-7bc6-489d-9d21-f551f94058a3 HTTP/1.1" status: 200 len: 217 time: 0.0621891 Aug 09 14:36:55.225082 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89024c67-b27b-402f-bd69-c19ebceffdb3 None None] Pushing event updated for resources: {'Port': ['ID=f50ce5a4-3042-4ab1-adbf-e5bf531c08fa,revision_number=3']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:55.230884 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] Routers {'9b605c15-e92c-45e5-ad06-2c5321d53224'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:36:55.233915 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:36:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['9b605c15-e92c-45e5-ad06-2c5321d53224'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:55.293523 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-5aebd53a-7570-48b3-be99-61eb84d170d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:55.295136 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-5aebd53a-7570-48b3-be99-61eb84d170d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ec96c47-7c3a-490f-8d84-fe3553d1d3de HTTP/1.1" status: 200 len: 848 time: 0.0669796 Aug 09 14:36:55.353789 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-dded8240-b8a3-4144-8489-25b58fbeaa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:55.355712 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-dded8240-b8a3-4144-8489-25b58fbeaa2d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=016ce89f-fbb2-4e9e-96ce-95d15238c277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506623 Aug 09 14:36:55.379765 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 31af73b3-8221-434a-b224-a1e8514ca7c6 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:55.380146 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:55.415405 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-8f6aa343-56c3-474b-8e91-3bd87236bf2a None None] Provisioning complete for port b5704ef1-f695-4ac8-a147-59c664df28ca triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:55.415804 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-8f6aa343-56c3-474b-8e91-3bd87236bf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:55.440230 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] Set router 9b605c15-e92c-45e5-ad06-2c5321d53224 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:36:55.475738 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-5d6f6dbc-eacf-40fd-b6b4-6f0496793e6c service neutron] 10.222.0.11 "GET /v2.0/networks/016ce89f-fbb2-4e9e-96ce-95d15238c277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041842 Aug 09 14:36:55.496384 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-8f6aa343-56c3-474b-8e91-3bd87236bf2a None None] Port b5704ef1-f695-4ac8-a147-59c664df28ca cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:36:55.500924 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedb9fd-8fc8-4fcc-a834-3c0e27e7ff87 req-50664332-eef4-4050-9cd6-0160ec5bd4f3 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:55.503317 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1eedb9fd-8fc8-4fcc-a834-3c0e27e7ff87 req-50664332-eef4-4050-9cd6-0160ec5bd4f3 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 944 time: 0.3226330 Aug 09 14:36:55.564554 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1eedb9fd-8fc8-4fcc-a834-3c0e27e7ff87 req-ca5bade4-f352-4071-829a-be2f01722147 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488884 Aug 09 14:36:55.606014 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ab747136-a26b-4fa4-b0f7-52b6b9a4b5d4 req-6bb4056f-5c91-45e3-85e1-1e5a9e58a917 service neutron] 10.222.0.11 "GET /v2.0/networks/016ce89f-fbb2-4e9e-96ce-95d15238c277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227596 Aug 09 14:36:55.660308 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 2a51e97a-cb87-4ed0-a58e-80edce48b843 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:36:55.726054 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c96722-50e4-4023-9be2-0c7095ffd6d0 req-aa50d739-aea6-47f7-8269-3bad15aa1fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:55.727945 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-54c96722-50e4-4023-9be2-0c7095ffd6d0 req-aa50d739-aea6-47f7-8269-3bad15aa1fd9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b0d6b81c639450c995e87759cde383e&device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 1097 time: 0.0480845 Aug 09 14:36:55.756719 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port 2a51e97a-cb87-4ed0-a58e-80edce48b843 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:36:55.763115 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 2a51e97a-cb87-4ed0-a58e-80edce48b843 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:55.763494 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:55.811938 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b605c15-e92c-45e5-ad06-2c5321d53224', 'name': 'tempest-TestMinimumBasicScenario-1242005681-router', 'tenant_id': 'f20582c504de45148024a38cd0fe39c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f50ce5a4-3042-4ab1-adbf-e5bf531c08fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:50Z', 'updated_at': '2021-08-09T14:36:54Z', 'revision_number': 4, 'project_id': 'f20582c504de45148024a38cd0fe39c8', 'gw_port': {'id': 'f50ce5a4-3042-4ab1-adbf-e5bf531c08fa', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b605c15-e92c-45e5-ad06-2c5321d53224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:51Z', 'updated_at': '2021-08-09T14:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'b5704ef1-f695-4ac8-a147-59c664df28ca', 'name': '', 'network_id': '36792747-ead5-4db9-ac00-33159690d2a0', 'tenant_id': 'f20582c504de45148024a38cd0fe39c8', 'mac_address': 'fa:16:3e:fb:e5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b605c15-e92c-45e5-ad06-2c5321d53224', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f4775aaa-8962-49de-bfe5-78c42bd52813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:53Z', 'updated_at': '2021-08-09T14:36:54Z', 'revision_number': 2, 'project_id': 'f20582c504de45148024a38cd0fe39c8', 'subnets': [{'id': 'f4775aaa-8962-49de-bfe5-78c42bd52813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:55.851031 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbda2c9-10b6-4019-a8fb-7468ca87c0a2 None None] The sync data for ids ['9b605c15-e92c-45e5-ad06-2c5321d53224'] in dv-cinder-780933-12-iscsi is: [{'id': '9b605c15-e92c-45e5-ad06-2c5321d53224', 'name': 'tempest-TestMinimumBasicScenario-1242005681-router', 'tenant_id': 'f20582c504de45148024a38cd0fe39c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f50ce5a4-3042-4ab1-adbf-e5bf531c08fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:50Z', 'updated_at': '2021-08-09T14:36:54Z', 'revision_number': 4, 'project_id': 'f20582c504de45148024a38cd0fe39c8', 'gw_port': {'id': 'f50ce5a4-3042-4ab1-adbf-e5bf531c08fa', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b605c15-e92c-45e5-ad06-2c5321d53224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:51Z', 'updated_at': '2021-08-09T14:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'b5704ef1-f695-4ac8-a147-59c664df28ca', 'name': '', 'network_id': '36792747-ead5-4db9-ac00-33159690d2a0', 'tenant_id': 'f20582c504de45148024a38cd0fe39c8', 'mac_address': 'fa:16:3e:fb:e5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b605c15-e92c-45e5-ad06-2c5321d53224', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f4775aaa-8962-49de-bfe5-78c42bd52813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:53Z', 'updated_at': '2021-08-09T14:36:54Z', 'revision_number': 2, 'project_id': 'f20582c504de45148024a38cd0fe39c8', 'subnets': [{'id': 'f4775aaa-8962-49de-bfe5-78c42bd52813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:36:55.860230 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c96722-50e4-4023-9be2-0c7095ffd6d0 req-62ca223d-6c59-4cb2-810f-66af6c464f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:55.861751 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-54c96722-50e4-4023-9be2-0c7095ffd6d0 req-62ca223d-6c59-4cb2-810f-66af6c464f55 service neutron] 10.222.0.11 "GET /v2.0/networks?id=016ce89f-fbb2-4e9e-96ce-95d15238c277 HTTP/1.1" status: 200 len: 910 time: 0.1242058 Aug 09 14:36:55.903898 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:55.922228 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-54c96722-50e4-4023-9be2-0c7095ffd6d0 req-f8a9c9af-a6b9-4c09-b88d-5e81f8283ad7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a347f9f-7bc6-489d-9d21-f551f94058a3 HTTP/1.1" status: 200 len: 217 time: 0.0463958 Aug 09 14:36:55.958546 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port 2a51e97a-cb87-4ed0-a58e-80edce48b843, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=2a51e97a-cb87-4ed0-a58e-80edce48b843,segment=NetworkSegment(d6b854b7-14c6-4204-a956-9c70c3bfd302),segment_id=d6b854b7-14c6-4204-a956-9c70c3bfd302)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:36:55.964426 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:55.996768 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c96722-50e4-4023-9be2-0c7095ffd6d0 req-06869de8-6cac-406c-a7db-e8e2f05eaf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:55.998922 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-54c96722-50e4-4023-9be2-0c7095ffd6d0 req-06869de8-6cac-406c-a7db-e8e2f05eaf40 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ec96c47-7c3a-490f-8d84-fe3553d1d3de HTTP/1.1" status: 200 len: 848 time: 0.0677614 Aug 09 14:36:56.021427 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=2a51e97a-cb87-4ed0-a58e-80edce48b843,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:56.052458 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c96722-50e4-4023-9be2-0c7095ffd6d0 req-12eb8411-33ca-4ad1-a849-2adeed02d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:56.054263 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-54c96722-50e4-4023-9be2-0c7095ffd6d0 req-12eb8411-33ca-4ad1-a849-2adeed02d54a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=016ce89f-fbb2-4e9e-96ce-95d15238c277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0460446 Aug 09 14:36:56.180131 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-54c96722-50e4-4023-9be2-0c7095ffd6d0 req-cb0fc6bd-5482-4a63-83ad-4c6f93ffa93e service neutron] 10.222.0.11 "GET /v2.0/networks/016ce89f-fbb2-4e9e-96ce-95d15238c277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181939 Aug 09 14:36:56.343867 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-54c96722-50e4-4023-9be2-0c7095ffd6d0 req-8bab0fec-7fcb-4847-bdac-5b0cef60ab88 service neutron] 10.222.0.11 "GET /v2.0/networks/016ce89f-fbb2-4e9e-96ce-95d15238c277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536598 Aug 09 14:36:56.774251 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2c792-1107-4928-b758-f16845e6cf75 req-4b579f3a-debc-44bd-bc8c-b637663071d6 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:56.782406 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c7d2c792-1107-4928-b758-f16845e6cf75 req-4b579f3a-debc-44bd-bc8c-b637663071d6 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 944 time: 0.1025882 Aug 09 14:36:56.834110 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c7d2c792-1107-4928-b758-f16845e6cf75 req-1f8ec385-a42f-4f3a-9e63-35b59d54610c tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459628 Aug 09 14:36:57.190444 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 2a51e97a-cb87-4ed0-a58e-80edce48b843 up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:36:57.249818 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port 2a51e97a-cb87-4ed0-a58e-80edce48b843 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:57.250377 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:57.353558 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device f50ce5a4-3042-4ab1-adbf-e5bf531c08fa up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:36:57.422807 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port f50ce5a4-3042-4ab1-adbf-e5bf531c08fa completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:36:57.427240 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port f50ce5a4-3042-4ab1-adbf-e5bf531c08fa triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:57.427746 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:57.521493 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:57.550860 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port f50ce5a4-3042-4ab1-adbf-e5bf531c08fa, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=f50ce5a4-3042-4ab1-adbf-e5bf531c08fa,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:36:57.557710 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:57.618787 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=f50ce5a4-3042-4ab1-adbf-e5bf531c08fa,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:57.980050 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec58c3-aaeb-48d7-9115-7a500f6ae655 req-287b3806-e42f-4dba-a32f-c3403bb529e0 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:57.988341 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2fec58c3-aaeb-48d7-9115-7a500f6ae655 req-287b3806-e42f-4dba-a32f-c3403bb529e0 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 944 time: 0.0689385 Aug 09 14:36:58.035941 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2fec58c3-aaeb-48d7-9115-7a500f6ae655 req-a22f9bec-ad24-4907-8ede-5d85a6bafd47 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473287 Aug 09 14:36:58.245883 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] Sync routers for ids ['9b605c15-e92c-45e5-ad06-2c5321d53224'] in dv-cinder-780933-12-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:36:58.255733 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] Routers {'9b605c15-e92c-45e5-ad06-2c5321d53224'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:36:58.256962 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:36:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['9b605c15-e92c-45e5-ad06-2c5321d53224'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:58.372426 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] Set router 9b605c15-e92c-45e5-ad06-2c5321d53224 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:36:58.597666 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b605c15-e92c-45e5-ad06-2c5321d53224', 'name': 'tempest-TestMinimumBasicScenario-1242005681-router', 'tenant_id': 'f20582c504de45148024a38cd0fe39c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f50ce5a4-3042-4ab1-adbf-e5bf531c08fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:50Z', 'updated_at': '2021-08-09T14:36:54Z', 'revision_number': 4, 'project_id': 'f20582c504de45148024a38cd0fe39c8', 'gw_port': {'id': 'f50ce5a4-3042-4ab1-adbf-e5bf531c08fa', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b605c15-e92c-45e5-ad06-2c5321d53224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:51Z', 'updated_at': '2021-08-09T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'b5704ef1-f695-4ac8-a147-59c664df28ca', 'name': '', 'network_id': '36792747-ead5-4db9-ac00-33159690d2a0', 'tenant_id': 'f20582c504de45148024a38cd0fe39c8', 'mac_address': 'fa:16:3e:fb:e5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b605c15-e92c-45e5-ad06-2c5321d53224', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f4775aaa-8962-49de-bfe5-78c42bd52813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:53Z', 'updated_at': '2021-08-09T14:36:54Z', 'revision_number': 2, 'project_id': 'f20582c504de45148024a38cd0fe39c8', 'subnets': [{'id': 'f4775aaa-8962-49de-bfe5-78c42bd52813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:58.627730 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] Checking router: 9b605c15-e92c-45e5-ad06-2c5321d53224 for host: dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:36:58.628019 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] Updating router 9b605c15-e92c-45e5-ad06-2c5321d53224 port b5704ef1-f695-4ac8-a147-59c664df28ca binding host dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:36:58.656008 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:58.973786 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:58.984578 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] Transition to ACTIVE for port object b5704ef1-f695-4ac8-a147-59c664df28ca will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:36:59.047641 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device f50ce5a4-3042-4ab1-adbf-e5bf531c08fa up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:36:59.051427 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:59.098833 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1f497-9b88-4e5d-90b2-c833a8085757 None None] Pushing event updated for resources: {'Port': ['ID=b5704ef1-f695-4ac8-a147-59c664df28ca,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:59.107701 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port f50ce5a4-3042-4ab1-adbf-e5bf531c08fa triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:36:59.108095 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:59.190429 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0d982-eda7-49ee-8156-c2dc5e86d4ba req-aaf2a2a1-b022-4e14-b2f0-4e82f715013a tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:36:59.198213 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-58a0d982-eda7-49ee-8156-c2dc5e86d4ba req-aaf2a2a1-b022-4e14-b2f0-4e82f715013a tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 944 time: 0.0597007 Aug 09 14:36:59.202932 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] Attempting to bind port b5704ef1-f695-4ac8-a147-59c664df28ca on host dv-cinder-780933-12-iscsi for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:36:59.203618 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] Attempting to bind port b5704ef1-f695-4ac8-a147-59c664df28ca by drivers openvswitch,hyperv on host dv-cinder-780933-12-iscsi at level 0 using segments [{'id': 'bc50f045-c07b-40bc-ab73-0664971e5300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '36792747-ead5-4db9-ac00-33159690d2a0'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:36:59.204222 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] Attempting to bind port b5704ef1-f695-4ac8-a147-59c664df28ca on network 36792747-ead5-4db9-ac00-33159690d2a0 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:36:59.219214 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] Checking agent: {'id': 'e90fd6f0-6d7f-4a67-80ed-8c5b460283dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 24, 9), 'started_at': datetime.datetime(2021, 8, 9, 14, 24, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:36:59.220139 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] Checking segment: {'id': 'bc50f045-c07b-40bc-ab73-0664971e5300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '36792747-ead5-4db9-ac00-33159690d2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:36:59.220955 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:59.221569 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] Bound using segment: {'id': 'bc50f045-c07b-40bc-ab73-0664971e5300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '36792747-ead5-4db9-ac00-33159690d2a0'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:36:59.222302 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] Bound port: b5704ef1-f695-4ac8-a147-59c664df28ca, host: dv-cinder-780933-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc50f045-c07b-40bc-ab73-0664971e5300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '36792747-ead5-4db9-ac00-33159690d2a0'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:36:59.222977 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:59.290262 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-58a0d982-eda7-49ee-8156-c2dc5e86d4ba req-873d0034-9e9b-41e9-a1c8-ddae1e62a0d6 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909765 Aug 09 14:36:59.436348 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] For port b5704ef1-f695-4ac8-a147-59c664df28ca, host dv-cinder-780933-12-iscsi, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:36:59.440018 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] For port b5704ef1-f695-4ac8-a147-59c664df28ca, host dv-cinder-780933-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=b5704ef1-f695-4ac8-a147-59c664df28ca,segment=NetworkSegment(bc50f045-c07b-40bc-ab73-0664971e5300),segment_id=bc50f045-c07b-40bc-ab73-0664971e5300)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:36:59.445740 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:36:59.502036 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] Routers {'9b605c15-e92c-45e5-ad06-2c5321d53224'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:36:59.502944 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:36:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['9b605c15-e92c-45e5-ad06-2c5321d53224'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:59.582447 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1f497-9b88-4e5d-90b2-c833a8085757 None None] Pushing event updated for resources: {'Port': ['ID=b5704ef1-f695-4ac8-a147-59c664df28ca,revision_number=4']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:36:59.697262 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] Set router 9b605c15-e92c-45e5-ad06-2c5321d53224 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:36:59.950952 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b605c15-e92c-45e5-ad06-2c5321d53224', 'name': 'tempest-TestMinimumBasicScenario-1242005681-router', 'tenant_id': 'f20582c504de45148024a38cd0fe39c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f50ce5a4-3042-4ab1-adbf-e5bf531c08fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:50Z', 'updated_at': '2021-08-09T14:36:54Z', 'revision_number': 4, 'project_id': 'f20582c504de45148024a38cd0fe39c8', 'gw_port': {'id': 'f50ce5a4-3042-4ab1-adbf-e5bf531c08fa', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b605c15-e92c-45e5-ad06-2c5321d53224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:51Z', 'updated_at': '2021-08-09T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'b5704ef1-f695-4ac8-a147-59c664df28ca', 'name': '', 'network_id': '36792747-ead5-4db9-ac00-33159690d2a0', 'tenant_id': 'f20582c504de45148024a38cd0fe39c8', 'mac_address': 'fa:16:3e:fb:e5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b605c15-e92c-45e5-ad06-2c5321d53224', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f4775aaa-8962-49de-bfe5-78c42bd52813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:53Z', 'updated_at': '2021-08-09T14:36:59Z', 'revision_number': 4, 'project_id': 'f20582c504de45148024a38cd0fe39c8', 'subnets': [{'id': 'f4775aaa-8962-49de-bfe5-78c42bd52813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:36:59.980175 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ed6d7-607e-45d5-bbe6-20766e59897e None None] The sync data for ids ['9b605c15-e92c-45e5-ad06-2c5321d53224'] in dv-cinder-780933-12-iscsi is: [{'id': '9b605c15-e92c-45e5-ad06-2c5321d53224', 'name': 'tempest-TestMinimumBasicScenario-1242005681-router', 'tenant_id': 'f20582c504de45148024a38cd0fe39c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f50ce5a4-3042-4ab1-adbf-e5bf531c08fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:50Z', 'updated_at': '2021-08-09T14:36:54Z', 'revision_number': 4, 'project_id': 'f20582c504de45148024a38cd0fe39c8', 'gw_port': {'id': 'f50ce5a4-3042-4ab1-adbf-e5bf531c08fa', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b605c15-e92c-45e5-ad06-2c5321d53224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:51Z', 'updated_at': '2021-08-09T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'b5704ef1-f695-4ac8-a147-59c664df28ca', 'name': '', 'network_id': '36792747-ead5-4db9-ac00-33159690d2a0', 'tenant_id': 'f20582c504de45148024a38cd0fe39c8', 'mac_address': 'fa:16:3e:fb:e5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b605c15-e92c-45e5-ad06-2c5321d53224', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f4775aaa-8962-49de-bfe5-78c42bd52813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:53Z', 'updated_at': '2021-08-09T14:36:59Z', 'revision_number': 4, 'project_id': 'f20582c504de45148024a38cd0fe39c8', 'subnets': [{'id': 'f4775aaa-8962-49de-bfe5-78c42bd52813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:37:00.466432 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae46c4-0957-46e4-b420-09e2920236e7 req-58409860-971a-42df-b90a-4cefdc698714 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:00.468681 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-21ae46c4-0957-46e4-b420-09e2920236e7 req-58409860-971a-42df-b90a-4cefdc698714 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 944 time: 0.0759337 Aug 09 14:37:00.520128 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-21ae46c4-0957-46e4-b420-09e2920236e7 req-785331a6-3c90-47b8-8695-082aa789e6a0 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450549 Aug 09 14:37:01.095933 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device b5704ef1-f695-4ac8-a147-59c664df28ca up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:37:01.159139 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning for port b5704ef1-f695-4ac8-a147-59c664df28ca completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:37:01.164269 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port b5704ef1-f695-4ac8-a147-59c664df28ca triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:37:01.164641 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:01.261411 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:01.429896 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-31707515-1121-4b39-880b-297470a356db None None] For port b5704ef1-f695-4ac8-a147-59c664df28ca, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=b5704ef1-f695-4ac8-a147-59c664df28ca,segment=NetworkSegment(bc50f045-c07b-40bc-ab73-0664971e5300),segment_id=bc50f045-c07b-40bc-ab73-0664971e5300)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:37:01.434154 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:01.492197 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Pushing event updated for resources: {'Port': ['ID=b5704ef1-f695-4ac8-a147-59c664df28ca,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:01.686590 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367efefd-8912-4245-87ed-247efa9d936a req-9ab19e31-6db1-4793-8883-8d93f28ac375 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:01.692442 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-367efefd-8912-4245-87ed-247efa9d936a req-9ab19e31-6db1-4793-8883-8d93f28ac375 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 944 time: 0.0749905 Aug 09 14:37:01.732837 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-367efefd-8912-4245-87ed-247efa9d936a req-cf26becb-8fbc-48ce-86ed-01144c8aca88 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388815 Aug 09 14:37:02.866475 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18e3be-ec14-4f64-80b6-421ca777eaf3 req-e59010fa-c890-4877-910c-c1865b410702 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:02.868896 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2e18e3be-ec14-4f64-80b6-421ca777eaf3 req-e59010fa-c890-4877-910c-c1865b410702 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 944 time: 0.0574288 Aug 09 14:37:02.911682 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2e18e3be-ec14-4f64-80b6-421ca777eaf3 req-25faa765-8d34-48ad-a6b4-8a0c329a1880 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364835 Aug 09 14:37:03.059398 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device b5704ef1-f695-4ac8-a147-59c664df28ca up at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:37:03.102779 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 4a347f9f-7bc6-489d-9d21-f551f94058a3 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:37:03.179354 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-31707515-1121-4b39-880b-297470a356db None None] Provisioning complete for port b5704ef1-f695-4ac8-a147-59c664df28ca triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:37:03.179781 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:03.268456 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 4a347f9f-7bc6-489d-9d21-f551f94058a3, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4a347f9f-7bc6-489d-9d21-f551f94058a3,segment=NetworkSegment(12701d57-6a7a-45f8-bee9-091c5c593c82),segment_id=12701d57-6a7a-45f8-bee9-091c5c593c82)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:37:03.318763 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': '4a347f9f-7bc6-489d-9d21-f551f94058a3', 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277', 'port_id': '4a347f9f-7bc6-489d-9d21-f551f94058a3', 'mac_address': 'fa:16:3e:e0:6a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec96c47-7c3a-490f-8d84-fe3553d1d3de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:37:03.367328 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:03.384511 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a347f9f-7bc6-489d-9d21-f551f94058a3 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:37:03.409687 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 4a347f9f-7bc6-489d-9d21-f551f94058a3, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4a347f9f-7bc6-489d-9d21-f551f94058a3,segment=NetworkSegment(12701d57-6a7a-45f8-bee9-091c5c593c82),segment_id=12701d57-6a7a-45f8-bee9-091c5c593c82)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:37:03.419076 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:03.478112 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=4a347f9f-7bc6-489d-9d21-f551f94058a3,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:03.703053 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['4a347f9f-7bc6-489d-9d21-f551f94058a3'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:37:04.055939 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad303e9-c573-4b9d-aa7e-4f2edfeb3def req-5b9c9e98-d7b7-461c-a5a8-f6416dcddf35 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:04.057651 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dad303e9-c573-4b9d-aa7e-4f2edfeb3def req-5b9c9e98-d7b7-461c-a5a8-f6416dcddf35 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 945 time: 0.0567887 Aug 09 14:37:04.099459 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dad303e9-c573-4b9d-aa7e-4f2edfeb3def req-8fa5bd6a-6c17-48e9-a282-e2ad65d7c5e1 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355790 Aug 09 14:37:05.104929 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 4a347f9f-7bc6-489d-9d21-f551f94058a3 up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:37:05.180676 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning for port 4a347f9f-7bc6-489d-9d21-f551f94058a3 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:37:05.185510 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port 4a347f9f-7bc6-489d-9d21-f551f94058a3 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:37:05.185901 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:05.234989 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcda88-3a6d-4f0d-bb1c-e7d55291d7c6 req-fe25b227-e762-4911-91a9-19eefdb9fb7e tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:05.237905 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-86fcda88-3a6d-4f0d-bb1c-e7d55291d7c6 req-fe25b227-e762-4911-91a9-19eefdb9fb7e tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 945 time: 0.0564191 Aug 09 14:37:05.278115 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:05.291537 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-86fcda88-3a6d-4f0d-bb1c-e7d55291d7c6 req-4d2d86fb-a898-421c-82a7-cf0f181ec080 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458024 Aug 09 14:37:05.311370 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18359e4f-2ff6-4307-9680-24aee5a06ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a347f9f-7bc6-489d-9d21-f551f94058a3'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:37:05.313343 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96679ec6-1508-460b-a895-e4cab2663009" -d '{"events": [{"server_uuid": "18359e4f-2ff6-4307-9680-24aee5a06ac0", "name": "network-vif-plugged", "status": "completed", "tag": "4a347f9f-7bc6-489d-9d21-f551f94058a3"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:37:05.328160 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 4a347f9f-7bc6-489d-9d21-f551f94058a3, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4a347f9f-7bc6-489d-9d21-f551f94058a3,segment=NetworkSegment(12701d57-6a7a-45f8-bee9-091c5c593c82),segment_id=12701d57-6a7a-45f8-bee9-091c5c593c82)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:37:05.334240 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:05.360877 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab608c8-e090-4f48-8a38-804c1a6e42b8 x-openstack-request-id: req-8ab608c8-e090-4f48-8a38-804c1a6e42b8 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:37:05.361179 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18359e4f-2ff6-4307-9680-24aee5a06ac0", "name": "network-vif-plugged", "status": "completed", "tag": "4a347f9f-7bc6-489d-9d21-f551f94058a3", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:37:05.361438 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ab608c8-e090-4f48-8a38-804c1a6e42b8 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:37:05.361828 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18359e4f-2ff6-4307-9680-24aee5a06ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a347f9f-7bc6-489d-9d21-f551f94058a3', 'code': 200} Aug 09 14:37:05.400116 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=4a347f9f-7bc6-489d-9d21-f551f94058a3,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:05.598562 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807fb79-0c2d-49de-982f-e619429bec5a req-4e7d0e34-8406-437d-b6c6-f1019313b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:05.601593 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4807fb79-0c2d-49de-982f-e619429bec5a req-4e7d0e34-8406-437d-b6c6-f1019313b591 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 1099 time: 0.0436745 Aug 09 14:37:05.641570 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4807fb79-0c2d-49de-982f-e619429bec5a req-beabe60e-360d-4ff8-8bc6-b145d35aec78 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328970 Aug 09 14:37:06.009406 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-6e1ea9b0-a6ef-40cc-af80-c095bcf4d6c7 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:06.010883 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-6e1ea9b0-a6ef-40cc-af80-c095bcf4d6c7 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/networks?id=65eaa41a-623b-418a-9260-f0ec9b99ecf9 HTTP/1.1" status: 200 len: 812 time: 0.1095142 Aug 09 14:37:06.025705 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-1f546e52-9e83-4042-a005-25a76926aa81 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/quotas/5b30c095265445e5a5971eb251fccb17 HTTP/1.1" status: 200 len: 375 time: 0.0090549 Aug 09 14:37:06.079128 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-c8f92a2d-5966-426b-9fab-9f9905253a35 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b30c095265445e5a5971eb251fccb17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479095 Aug 09 14:37:06.222642 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-1284a386-a85b-4a7e-a236-f3a888d39cd5 service neutron] 10.222.0.60 "GET /v2.0/networks/65eaa41a-623b-418a-9260-f0ec9b99ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315682 Aug 09 14:37:06.312930 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-7693818f-8b3c-4a7f-9989-0410c12350d7 service neutron] 10.222.0.60 "GET /v2.0/networks/65eaa41a-623b-418a-9260-f0ec9b99ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841143 Aug 09 14:37:06.420814 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7206ff6-4d5e-44c3-9627-49a1c919ddaa req-a18c939d-8371-4d74-ba05-10bb42f19d0e tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:06.422309 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a7206ff6-4d5e-44c3-9627-49a1c919ddaa req-a18c939d-8371-4d74-ba05-10bb42f19d0e tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 946 time: 0.0564759 Aug 09 14:37:06.492734 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a7206ff6-4d5e-44c3-9627-49a1c919ddaa req-f3aec147-3e6c-49c3-a9b6-bdd4669ea392 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645881 Aug 09 14:37:06.508922 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5e3fc2d7-ce71-4e96-99f2-96ca4ef9196e req-557b63f3-6e6d-4855-81e4-3de54564a122 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 210 time: 0.0358307 Aug 09 14:37:06.524240 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-c3eeec51-bfd9-47b3-b1d5-e54fa8536922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:07.641594 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6b797e17-418a-418d-8f6c-f9cf38d9aa6c req-e90f9437-7407-46ef-81ed-68d7a92f6e6a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 210 time: 0.0531750 Aug 09 14:37:07.673573 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99dae90-e35e-458a-bf55-78d963c32b8a req-b9cc1b53-166e-4b2b-963b-cfade8d72138 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:07.675738 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b99dae90-e35e-458a-bf55-78d963c32b8a req-b9cc1b53-166e-4b2b-963b-cfade8d72138 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 946 time: 0.0889835 Aug 09 14:37:07.777759 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-7c132cc2-b448-4e28-b1de-e2974a6c8398 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:07.779332 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-7c132cc2-b448-4e28-b1de-e2974a6c8398 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.11 "GET /v2.0/networks?id=65eaa41a-623b-418a-9260-f0ec9b99ecf9 HTTP/1.1" status: 200 len: 812 time: 0.1567454 Aug 09 14:37:07.796461 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Request body: {'port': {'device_id': '26c72aa6-d2ac-484c-8fe1-0addbe419b1f', 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9', 'admin_state_up': True, 'tenant_id': '5b30c095265445e5a5971eb251fccb17'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:37:07.924526 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Made reservation on behalf of 5b30c095265445e5a5971eb251fccb17 for: {'port': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:37:07.929121 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:07.988748 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b99dae90-e35e-458a-bf55-78d963c32b8a req-462ed805-9791-407e-8da8-3c9b1e0075e6 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3048255 Aug 09 14:37:08.090805 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Allocated IP 172.20.0.10 (65eaa41a-623b-418a-9260-f0ec9b99ecf9/7c85a289-f46f-4e93-8c58-e4ba66d2b13d/563d2a22-ae8b-4713-a86c-9b3889e5a22f) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:37:08.201747 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68840c-f079-4280-921e-682b40cd2597 req-397569dd-4096-4861-94dd-5ea5c0d01290 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:08.215850 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ae68840c-f079-4280-921e-682b40cd2597 req-397569dd-4096-4861-94dd-5ea5c0d01290 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 946 time: 0.1376975 Aug 09 14:37:08.301234 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ae68840c-f079-4280-921e-682b40cd2597 req-7759a06e-63a1-452b-bcfd-5e5725a58675 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842090 Aug 09 14:37:08.318510 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 48500) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:37:08.334092 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:08.360932 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Transition to ACTIVE for port object 563d2a22-ae8b-4713-a86c-9b3889e5a22f will not be triggered until provisioned by entity DHCP. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:37:08.409615 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:08.484696 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Network 65eaa41a-623b-418a-9260-f0ec9b99ecf9 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:37:08.497520 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:37:08.502418 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:37:08.575504 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Pushing event updated for resources: {'Port': ['ID=563d2a22-ae8b-4713-a86c-9b3889e5a22f,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:08.604797 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:08.605152 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:08.605503 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:08.605851 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:08.606183 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:08.606574 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:08.606896 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:08.607234 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:08.607560 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:08.608006 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:08.608204 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:08.608532 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:08.629437 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:08.630118 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:08.654077 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e4f5e0-49e1-413d-b7e3-8d8d3f3bebbc tempest-TestShelveInstance-1584608782 tempest-TestShelveInstance-1584608782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:08.655897 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-25e4f5e0-49e1-413d-b7e3-8d8d3f3bebbc tempest-TestShelveInstance-1584608782 tempest-TestShelveInstance-1584608782-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 1094 time: 0.3360522 Aug 09 14:37:08.658872 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 48504) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:37:08.660344 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-c2c5daee-fd70-4899-be48-a92d443fbb4a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8680706 Aug 09 14:37:08.663792 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-64845f9c-1ca5-4f2e-89d0-78eae4d547f4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Request body: {'floatingip': {'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'port_id': '4a347f9f-7bc6-489d-9d21-f551f94058a3', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:37:08.704735 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-64845f9c-1ca5-4f2e-89d0-78eae4d547f4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for floatingip, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:08.863158 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c673-513c-4a04-b2b0-9b3544af3d82 req-61e42ea7-a5c1-4538-b98e-bd97f973f4a0 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:08.864830 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-45b4c673-513c-4a04-b2b0-9b3544af3d82 req-61e42ea7-a5c1-4538-b98e-bd97f973f4a0 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 932 time: 0.0900266 Aug 09 14:37:08.924201 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-45b4c673-513c-4a04-b2b0-9b3544af3d82 req-e6334e23-1e7e-4449-abe5-24f93e566cdd tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528932 Aug 09 14:37:08.930091 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-64845f9c-1ca5-4f2e-89d0-78eae4d547f4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:08.934081 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-26c84a0e-0172-4fd9-8dc9-a9124eb655ac None None] Provisioning for port 563d2a22-ae8b-4713-a86c-9b3889e5a22f completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:37:08.942242 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-26c84a0e-0172-4fd9-8dc9-a9124eb655ac None None] Provisioning complete for port 563d2a22-ae8b-4713-a86c-9b3889e5a22f triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:37:08.944465 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-26c84a0e-0172-4fd9-8dc9-a9124eb655ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:09.007968 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-26c84a0e-0172-4fd9-8dc9-a9124eb655ac None None] Port 563d2a22-ae8b-4713-a86c-9b3889e5a22f cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:37:09.063564 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [None req-64845f9c-1ca5-4f2e-89d0-78eae4d547f4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Allocated IP 172.27.0.188 (fec02cd1-e2e8-4817-ba73-274d16c5b5b9/3361a577-0d73-418c-9a78-05f67eccb0cb/519c4895-044e-4081-9f70-30dd84e8d81a) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:37:09.196662 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-64845f9c-1ca5-4f2e-89d0-78eae4d547f4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:09.238064 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-64845f9c-1ca5-4f2e-89d0-78eae4d547f4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:09.275414 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64845f9c-1ca5-4f2e-89d0-78eae4d547f4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:37:09.278495 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-64845f9c-1ca5-4f2e-89d0-78eae4d547f4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:37:09.282947 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64845f9c-1ca5-4f2e-89d0-78eae4d547f4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:37:09.318423 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64845f9c-1ca5-4f2e-89d0-78eae4d547f4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Pushing event updated for resources: {'Port': ['ID=519c4895-044e-4081-9f70-30dd84e8d81a,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:09.362144 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:09.687108 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0ebe3dd6-7d3d-4310-acf7-aef99a173c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:09.775458 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-64845f9c-1ca5-4f2e-89d0-78eae4d547f4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:09.864584 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-64845f9c-1ca5-4f2e-89d0-78eae4d547f4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:10.085537 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-64845f9c-1ca5-4f2e-89d0-78eae4d547f4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:10.092742 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-64845f9c-1ca5-4f2e-89d0-78eae4d547f4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25220855'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:10.176485 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e7a7f-f353-448f-bbe9-21b6fac6fa3f req-93f9fd1a-bfd8-4ee5-b65b-2d592af46b2a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:10.180147 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6d8e7a7f-f353-448f-bbe9-21b6fac6fa3f req-93f9fd1a-bfd8-4ee5-b65b-2d592af46b2a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 932 time: 0.1379185 Aug 09 14:37:10.201109 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64845f9c-1ca5-4f2e-89d0-78eae4d547f4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Pushing event updated for resources: {'Port': ['ID=519c4895-044e-4081-9f70-30dd84e8d81a,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:10.226295 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-64845f9c-1ca5-4f2e-89d0-78eae4d547f4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744004'] for floatingip, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:10.278589 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6d8e7a7f-f353-448f-bbe9-21b6fac6fa3f req-07de4693-2056-406a-bbbf-10a271d2e720 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891085 Aug 09 14:37:10.311760 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:10.358474 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.db.l3_db [None req-64845f9c-1ca5-4f2e-89d0-78eae4d547f4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Floating IP 9dc29d0b-7540-4e8d-afef-40358559af36 associated. External IP: 172.27.0.188, port: 4a347f9f-7bc6-489d-9d21-f551f94058a3. Aug 09 14:37:10.589694 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64845f9c-1ca5-4f2e-89d0-78eae4d547f4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Router d3215efc-3623-42a1-9cc5-afa79db49e9a has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:37:10.724095 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64845f9c-1ca5-4f2e-89d0-78eae4d547f4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:37:10.735257 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086f2af3-6fc4-400d-b71e-0d180e10fee8 None None] Sync routers for ids ['d3215efc-3623-42a1-9cc5-afa79db49e9a'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:37:10.743504 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-64845f9c-1ca5-4f2e-89d0-78eae4d547f4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:10.745371 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086f2af3-6fc4-400d-b71e-0d180e10fee8 None None] Routers {'d3215efc-3623-42a1-9cc5-afa79db49e9a'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:37:10.746066 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-086f2af3-6fc4-400d-b71e-0d180e10fee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:37:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['d3215efc-3623-42a1-9cc5-afa79db49e9a'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:37:10.773790 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-64845f9c-1ca5-4f2e-89d0-78eae4d547f4 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1118805 Aug 09 14:37:10.774043 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18359e4f-2ff6-4307-9680-24aee5a06ac0', 'tag': '4a347f9f-7bc6-489d-9d21-f551f94058a3'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:37:10.776355 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56ce326a282370cb2de39ae3136380dca3ea80517aac3f2975b0460684c6f47d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fb9d9e-bc5a-420e-8df3-3a806d80fe7d" -d '{"events": [{"name": "network-changed", "server_uuid": "18359e4f-2ff6-4307-9680-24aee5a06ac0", "tag": "4a347f9f-7bc6-489d-9d21-f551f94058a3"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:37:10.890773 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e97eea-4f58-4cb0-a2f0-67488d1ecac8 x-openstack-request-id: req-43e97eea-4f58-4cb0-a2f0-67488d1ecac8 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:37:10.891068 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18359e4f-2ff6-4307-9680-24aee5a06ac0", "tag": "4a347f9f-7bc6-489d-9d21-f551f94058a3", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:37:10.891322 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43e97eea-4f58-4cb0-a2f0-67488d1ecac8 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:37:10.891730 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18359e4f-2ff6-4307-9680-24aee5a06ac0', 'tag': '4a347f9f-7bc6-489d-9d21-f551f94058a3', 'status': 'completed', 'code': 200} Aug 09 14:37:10.899007 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-086f2af3-6fc4-400d-b71e-0d180e10fee8 None None] Set router d3215efc-3623-42a1-9cc5-afa79db49e9a gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:37:11.168412 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-086f2af3-6fc4-400d-b71e-0d180e10fee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'name': 'tempest-TestShelveInstance-1511982857-router', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:20Z', 'updated_at': '2021-08-09T14:36:23Z', 'revision_number': 4, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'gw_port': {'id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:21Z', 'updated_at': '2021-08-09T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': '9dc29d0b-7540-4e8d-afef-40358559af36', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'port_id': '4a347f9f-7bc6-489d-9d21-f551f94058a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277', 'mac_address': 'fa:16:3e:e0:6a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18359e4f-2ff6-4307-9680-24aee5a06ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:37:09Z', 'updated_at': '2021-08-09T14:37:09Z', 'revision_number': 0, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4985748-1a10-4a24-8adf-c83108712f14', 'name': '', 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'mac_address': 'fa:16:3e:91:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '6ec96c47-7c3a-490f-8d84-fe3553d1d3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:23Z', 'updated_at': '2021-08-09T14:36:29Z', 'revision_number': 5, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'subnets': [{'id': '6ec96c47-7c3a-490f-8d84-fe3553d1d3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:37:11.211461 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086f2af3-6fc4-400d-b71e-0d180e10fee8 None None] Checking router: d3215efc-3623-42a1-9cc5-afa79db49e9a for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:37:11.221343 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086f2af3-6fc4-400d-b71e-0d180e10fee8 None None] Routers {'d3215efc-3623-42a1-9cc5-afa79db49e9a'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:37:11.222004 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-086f2af3-6fc4-400d-b71e-0d180e10fee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:37:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['d3215efc-3623-42a1-9cc5-afa79db49e9a'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:37:11.362555 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-086f2af3-6fc4-400d-b71e-0d180e10fee8 None None] Set router d3215efc-3623-42a1-9cc5-afa79db49e9a gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:37:11.448361 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f3a83-9cfb-44bc-8de3-aa697d71c9f0 req-d3147fde-709e-49d5-a29d-697f03f1f0ab tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:11.455906 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-528f3a83-9cfb-44bc-8de3-aa697d71c9f0 req-d3147fde-709e-49d5-a29d-697f03f1f0ab tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 932 time: 0.0606945 Aug 09 14:37:11.493583 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-528f3a83-9cfb-44bc-8de3-aa697d71c9f0 req-e10014b4-f754-4022-a669-0b36501c82ec tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364890 Aug 09 14:37:11.656667 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-086f2af3-6fc4-400d-b71e-0d180e10fee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'name': 'tempest-TestShelveInstance-1511982857-router', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:20Z', 'updated_at': '2021-08-09T14:36:23Z', 'revision_number': 4, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'gw_port': {'id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:21Z', 'updated_at': '2021-08-09T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': '9dc29d0b-7540-4e8d-afef-40358559af36', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'port_id': '4a347f9f-7bc6-489d-9d21-f551f94058a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277', 'mac_address': 'fa:16:3e:e0:6a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18359e4f-2ff6-4307-9680-24aee5a06ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:37:09Z', 'updated_at': '2021-08-09T14:37:09Z', 'revision_number': 0, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4985748-1a10-4a24-8adf-c83108712f14', 'name': '', 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'mac_address': 'fa:16:3e:91:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '6ec96c47-7c3a-490f-8d84-fe3553d1d3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:23Z', 'updated_at': '2021-08-09T14:36:29Z', 'revision_number': 5, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'subnets': [{'id': '6ec96c47-7c3a-490f-8d84-fe3553d1d3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:37:11.703304 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086f2af3-6fc4-400d-b71e-0d180e10fee8 None None] The sync data for ids ['d3215efc-3623-42a1-9cc5-afa79db49e9a'] in dv-cinder-780933-12-iscsi is: [{'id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'name': 'tempest-TestShelveInstance-1511982857-router', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:20Z', 'updated_at': '2021-08-09T14:36:23Z', 'revision_number': 4, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'gw_port': {'id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:21Z', 'updated_at': '2021-08-09T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': '9dc29d0b-7540-4e8d-afef-40358559af36', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'port_id': '4a347f9f-7bc6-489d-9d21-f551f94058a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277', 'mac_address': 'fa:16:3e:e0:6a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18359e4f-2ff6-4307-9680-24aee5a06ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:37:09Z', 'updated_at': '2021-08-09T14:37:09Z', 'revision_number': 0, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4985748-1a10-4a24-8adf-c83108712f14', 'name': '', 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'mac_address': 'fa:16:3e:91:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '6ec96c47-7c3a-490f-8d84-fe3553d1d3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:23Z', 'updated_at': '2021-08-09T14:36:29Z', 'revision_number': 5, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'subnets': [{'id': '6ec96c47-7c3a-490f-8d84-fe3553d1d3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:37:11.817203 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a05600-2a4d-43fc-8917-a03ee771429f req-168366ff-9ff5-4d92-994e-c4db94813f78 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:11.819363 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-93a05600-2a4d-43fc-8917-a03ee771429f req-168366ff-9ff5-4d92-994e-c4db94813f78 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0674911 Aug 09 14:37:11.874609 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-93a05600-2a4d-43fc-8917-a03ee771429f req-750389e6-241c-43db-af89-328a55c617e9 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483265 Aug 09 14:37:11.980200 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25ad318-d28d-4ba0-a11a-7ce6fa2e9c57 None None] New status for floating IP 9dc29d0b-7540-4e8d-afef-40358559af36: ACTIVE {{(pid=93284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:37:12.336423 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:12.620718 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd9ad5-8b9f-45a4-8aa5-c3573909c6e9 req-643dfca0-cfba-4e1b-a688-e0e60906830d tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:12.622399 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d1fd9ad5-8b9f-45a4-8aa5-c3573909c6e9 req-643dfca0-cfba-4e1b-a688-e0e60906830d tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 932 time: 0.0495491 Aug 09 14:37:12.664349 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d1fd9ad5-8b9f-45a4-8aa5-c3573909c6e9 req-b9d8e2b4-daf0-49ae-9593-d698645cbf3d tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357378 Aug 09 14:37:12.991208 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97811fb-d061-471c-934b-3de657bcb228 req-ef52ef8a-6a16-43f0-87aa-c7c4db0b9795 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:12.992909 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b97811fb-d061-471c-934b-3de657bcb228 req-ef52ef8a-6a16-43f0-87aa-c7c4db0b9795 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0530028 Aug 09 14:37:13.031098 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b97811fb-d061-471c-934b-3de657bcb228 req-9caccd2e-b489-4ad0-8f01-c0fdefc54864 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317962 Aug 09 14:37:13.795495 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5365e8a-96c8-4e8e-afd5-0b43d2715842 req-77146d8d-f00b-4e41-8eb9-de8ba21a0cd5 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:13.796970 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b5365e8a-96c8-4e8e-afd5-0b43d2715842 req-77146d8d-f00b-4e41-8eb9-de8ba21a0cd5 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 932 time: 0.0630734 Aug 09 14:37:13.857216 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b5365e8a-96c8-4e8e-afd5-0b43d2715842 req-54ed8f4c-ef37-4000-8668-948800f04790 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534155 Aug 09 14:37:14.164133 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a319f9-1c20-48ff-b175-7c7dc9758276 req-d54fef8e-3455-4fb0-83a9-58bd597c4afa tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:14.165633 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-53a319f9-1c20-48ff-b175-7c7dc9758276 req-d54fef8e-3455-4fb0-83a9-58bd597c4afa tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0586157 Aug 09 14:37:14.207648 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-53a319f9-1c20-48ff-b175-7c7dc9758276 req-636deaf5-8faf-470c-b12c-ff4601ff6b1f tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360892 Aug 09 14:37:14.989935 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2571b61-37fa-4be8-9bca-43a61b7638ee req-8c7045c0-2154-4476-a26c-ed4b52118169 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:14.992457 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a2571b61-37fa-4be8-9bca-43a61b7638ee req-8c7045c0-2154-4476-a26c-ed4b52118169 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 932 time: 0.0610785 Aug 09 14:37:15.050960 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a2571b61-37fa-4be8-9bca-43a61b7638ee req-fa543036-2bf8-42a9-9e11-a096238fafbc tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470729 Aug 09 14:37:15.336670 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9083f94-22e2-486d-9671-0684632db91f req-18aaa7bb-30e1-4e4b-81ec-f820139592aa tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:15.338429 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a9083f94-22e2-486d-9671-0684632db91f req-18aaa7bb-30e1-4e4b-81ec-f820139592aa tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0588806 Aug 09 14:37:15.393987 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a9083f94-22e2-486d-9671-0684632db91f req-cd2c8955-d2a2-4ac1-a192-39a71b59a280 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484524 Aug 09 14:37:16.175336 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc7817-1f31-49c2-9c7b-e66a05f090a7 req-17941fe4-e869-46d0-9ddc-b4f6faff27e7 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:16.177769 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-24cc7817-1f31-49c2-9c7b-e66a05f090a7 req-17941fe4-e869-46d0-9ddc-b4f6faff27e7 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 932 time: 0.0592296 Aug 09 14:37:16.223657 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-24cc7817-1f31-49c2-9c7b-e66a05f090a7 req-4cc872c2-aafa-40f4-bb86-ceb8715ebad7 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393128 Aug 09 14:37:16.531827 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8bce4-2696-4b0f-81b0-0bf733b3bfc8 req-7159b7b7-e5ef-4e59-9b24-f023b69a38b2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:16.533470 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-22c8bce4-2696-4b0f-81b0-0bf733b3bfc8 req-7159b7b7-e5ef-4e59-9b24-f023b69a38b2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0538514 Aug 09 14:37:16.574711 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-22c8bce4-2696-4b0f-81b0-0bf733b3bfc8 req-6dd99346-f5aa-4606-9c59-053532c38f18 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347795 Aug 09 14:37:16.790694 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:17.358390 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b1080-4889-4010-9a3a-8c432ec44f07 req-df61fd7d-5e48-499e-9fb7-1134364dd034 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:17.360563 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6c6b1080-4889-4010-9a3a-8c432ec44f07 req-df61fd7d-5e48-499e-9fb7-1134364dd034 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 932 time: 0.0588179 Aug 09 14:37:17.406850 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6c6b1080-4889-4010-9a3a-8c432ec44f07 req-5750da7b-ad0c-4ce5-bbbc-425a5ab8914f tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401855 Aug 09 14:37:17.701610 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7905eb-c30d-4830-9e1c-b0132c1bc3db req-2f585d4f-e767-44e0-8bf2-3b99c1ea27c0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:17.703318 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7d7905eb-c30d-4830-9e1c-b0132c1bc3db req-2f585d4f-e767-44e0-8bf2-3b99c1ea27c0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0548246 Aug 09 14:37:17.746089 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7d7905eb-c30d-4830-9e1c-b0132c1bc3db req-e244d1e5-aaf2-4e02-9371-664270c1ee48 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364444 Aug 09 14:37:18.533509 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68341ff-c4d6-4446-9c33-3a7fbe9a9e89 req-eb779200-f015-4d58-8b98-23ae0afa9049 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:18.536027 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b68341ff-c4d6-4446-9c33-3a7fbe9a9e89 req-eb779200-f015-4d58-8b98-23ae0afa9049 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 932 time: 0.0571415 Aug 09 14:37:18.581750 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b68341ff-c4d6-4446-9c33-3a7fbe9a9e89 req-53033fac-7be3-4cf4-8084-d261d3123b6e tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403781 Aug 09 14:37:18.869808 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7683fd-2868-43b5-96fc-43d6307504ca req-f203c8a8-fd35-400f-8bcb-7b5c20c7c8f4 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:18.871389 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dc7683fd-2868-43b5-96fc-43d6307504ca req-f203c8a8-fd35-400f-8bcb-7b5c20c7c8f4 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0561855 Aug 09 14:37:18.913907 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dc7683fd-2868-43b5-96fc-43d6307504ca req-94e70d48-fdc1-45d4-a6c7-7e4b020c1e02 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364921 Aug 09 14:37:19.502884 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-b67eb3ac-ab00-42a2-8221-a339b7bc5344 service neutron] Request body: {'port': {'device_id': '26c72aa6-d2ac-484c-8fe1-0addbe419b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:37:19.595246 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb9d9e-bc5a-420e-8df3-3a806d80fe7d req-687eb0a1-57f6-4c88-b0ea-4dd829afd3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:19.596769 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-53fb9d9e-bc5a-420e-8df3-3a806d80fe7d req-687eb0a1-57f6-4c88-b0ea-4dd829afd3f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b0d6b81c639450c995e87759cde383e&device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 1099 time: 0.1521199 Aug 09 14:37:19.597716 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-b67eb3ac-ab00-42a2-8221-a339b7bc5344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:19.710992 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba11444-cdce-4007-ad87-773814150a27 req-90600784-9678-49b8-bb21-df3f64d04dd9 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:19.712972 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8ba11444-cdce-4007-ad87-773814150a27 req-90600784-9678-49b8-bb21-df3f64d04dd9 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 932 time: 0.0579574 Aug 09 14:37:19.767432 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8ba11444-cdce-4007-ad87-773814150a27 req-626f6d1d-7851-4144-bcbe-6fbe0cb84086 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392036 Aug 09 14:37:19.795240 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb9d9e-bc5a-420e-8df3-3a806d80fe7d req-5b725723-4cbf-437e-853f-1cc90fe7f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:19.796973 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-53fb9d9e-bc5a-420e-8df3-3a806d80fe7d req-5b725723-4cbf-437e-853f-1cc90fe7f851 service neutron] 10.222.0.11 "GET /v2.0/networks?id=016ce89f-fbb2-4e9e-96ce-95d15238c277 HTTP/1.1" status: 200 len: 910 time: 0.1900465 Aug 09 14:37:19.916602 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-53fb9d9e-bc5a-420e-8df3-3a806d80fe7d req-b4353669-2247-4408-bcb6-6758957e85d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a347f9f-7bc6-489d-9d21-f551f94058a3 HTTP/1.1" status: 200 len: 1002 time: 0.1114950 Aug 09 14:37:20.016204 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb9d9e-bc5a-420e-8df3-3a806d80fe7d req-78a88cf7-9b3b-40fa-8b88-f11c8e0c09ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:20.017698 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-53fb9d9e-bc5a-420e-8df3-3a806d80fe7d req-78a88cf7-9b3b-40fa-8b88-f11c8e0c09ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ec96c47-7c3a-490f-8d84-fe3553d1d3de HTTP/1.1" status: 200 len: 848 time: 0.0884576 Aug 09 14:37:20.032465 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee055d4-dd93-42a2-99e1-04064daed24b req-78107ce7-ac90-4aad-8dba-309926f0c8ee tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:20.034223 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7ee055d4-dd93-42a2-99e1-04064daed24b req-78107ce7-ac90-4aad-8dba-309926f0c8ee tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0498857 Aug 09 14:37:20.075227 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7ee055d4-dd93-42a2-99e1-04064daed24b req-2529bd5d-476d-405b-8597-9caaea6938b5 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346482 Aug 09 14:37:20.320848 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-b67eb3ac-ab00-42a2-8221-a339b7bc5344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563d2a22-ae8b-4713-a86c-9b3889e5a22f {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:37:20.330584 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-b67eb3ac-ab00-42a2-8221-a339b7bc5344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:20.349448 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb9d9e-bc5a-420e-8df3-3a806d80fe7d req-f162b0c5-ffe1-4b0b-b5b1-e1785bc5d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:20.351205 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-53fb9d9e-bc5a-420e-8df3-3a806d80fe7d req-f162b0c5-ffe1-4b0b-b5b1-e1785bc5d959 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=016ce89f-fbb2-4e9e-96ce-95d15238c277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0679700 Aug 09 14:37:20.352151 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-b67eb3ac-ab00-42a2-8221-a339b7bc5344 service neutron] Transition to ACTIVE for port object 563d2a22-ae8b-4713-a86c-9b3889e5a22f will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:37:20.356949 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-b67eb3ac-ab00-42a2-8221-a339b7bc5344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:20.459697 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67eb3ac-ab00-42a2-8221-a339b7bc5344 service neutron] Pushing event updated for resources: {'Port': ['ID=563d2a22-ae8b-4713-a86c-9b3889e5a22f,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:20.561556 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-53fb9d9e-bc5a-420e-8df3-3a806d80fe7d req-82c6bbd8-9909-476a-ac34-242059cc64fa service neutron] 10.222.0.11 "GET /v2.0/networks/016ce89f-fbb2-4e9e-96ce-95d15238c277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004375 Aug 09 14:37:20.622868 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-b67eb3ac-ab00-42a2-8221-a339b7bc5344 service neutron] Attempting to bind port 563d2a22-ae8b-4713-a86c-9b3889e5a22f on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:37:20.623419 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-b67eb3ac-ab00-42a2-8221-a339b7bc5344 service neutron] Attempting to bind port 563d2a22-ae8b-4713-a86c-9b3889e5a22f by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'd6b854b7-14c6-4204-a956-9c70c3bfd302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:37:20.623770 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-b67eb3ac-ab00-42a2-8221-a339b7bc5344 service neutron] Attempting to bind port 563d2a22-ae8b-4713-a86c-9b3889e5a22f on network 65eaa41a-623b-418a-9260-f0ec9b99ecf9 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:37:20.654592 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-b67eb3ac-ab00-42a2-8221-a339b7bc5344 service neutron] Port 563d2a22-ae8b-4713-a86c-9b3889e5a22f on network 65eaa41a-623b-418a-9260-f0ec9b99ecf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:37:20.655126 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-b67eb3ac-ab00-42a2-8221-a339b7bc5344 service neutron] Attempting to bind port 563d2a22-ae8b-4713-a86c-9b3889e5a22f on network 65eaa41a-623b-418a-9260-f0ec9b99ecf9 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:37:20.664892 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-b67eb3ac-ab00-42a2-8221-a339b7bc5344 service neutron] Checking agent: {'id': '787e8c88-8117-4bdf-b5e3-a5a97e4f7369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'started_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:37:20.665232 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-b67eb3ac-ab00-42a2-8221-a339b7bc5344 service neutron] Checking segment: {'id': 'd6b854b7-14c6-4204-a956-9c70c3bfd302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:37:20.665630 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-b67eb3ac-ab00-42a2-8221-a339b7bc5344 service neutron] Bound using segment: {'id': 'd6b854b7-14c6-4204-a956-9c70c3bfd302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:37:20.666074 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-b67eb3ac-ab00-42a2-8221-a339b7bc5344 service neutron] Bound port: 563d2a22-ae8b-4713-a86c-9b3889e5a22f, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b854b7-14c6-4204-a956-9c70c3bfd302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:37:20.666435 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-b67eb3ac-ab00-42a2-8221-a339b7bc5344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:20.752886 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-53fb9d9e-bc5a-420e-8df3-3a806d80fe7d req-61bb0a10-1887-4082-96ab-722c68310a78 service neutron] 10.222.0.11 "GET /v2.0/networks/016ce89f-fbb2-4e9e-96ce-95d15238c277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739342 Aug 09 14:37:20.767564 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-b67eb3ac-ab00-42a2-8221-a339b7bc5344 service neutron] For port 563d2a22-ae8b-4713-a86c-9b3889e5a22f, host hv-cinder-78093, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:37:20.770941 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-b67eb3ac-ab00-42a2-8221-a339b7bc5344 service neutron] For port 563d2a22-ae8b-4713-a86c-9b3889e5a22f, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=563d2a22-ae8b-4713-a86c-9b3889e5a22f,segment=NetworkSegment(d6b854b7-14c6-4204-a956-9c70c3bfd302),segment_id=d6b854b7-14c6-4204-a956-9c70c3bfd302)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:37:20.776001 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-b67eb3ac-ab00-42a2-8221-a339b7bc5344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:20.817759 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-b67eb3ac-ab00-42a2-8221-a339b7bc5344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:20.818786 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-b67eb3ac-ab00-42a2-8221-a339b7bc5344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:20.821153 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-b67eb3ac-ab00-42a2-8221-a339b7bc5344 service neutron] 10.222.0.11 "PUT /v2.0/ports/563d2a22-ae8b-4713-a86c-9b3889e5a22f HTTP/1.1" status: 200 len: 1094 time: 1.3818967 Aug 09 14:37:20.821626 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c72aa6-d2ac-484c-8fe1-0addbe419b1f', 'tag': '563d2a22-ae8b-4713-a86c-9b3889e5a22f'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:37:20.823970 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52526087-3bbc-4c6b-9b99-47703df4c8b9" -d '{"events": [{"name": "network-changed", "server_uuid": "26c72aa6-d2ac-484c-8fe1-0addbe419b1f", "tag": "563d2a22-ae8b-4713-a86c-9b3889e5a22f"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:37:20.858525 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67eb3ac-ab00-42a2-8221-a339b7bc5344 service neutron] Pushing event updated for resources: {'Port': ['ID=563d2a22-ae8b-4713-a86c-9b3889e5a22f,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:20.920460 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c5609d-40a8-4dea-bc06-02349bd6acd1 x-openstack-request-id: req-99c5609d-40a8-4dea-bc06-02349bd6acd1 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:37:20.920904 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c72aa6-d2ac-484c-8fe1-0addbe419b1f", "tag": "563d2a22-ae8b-4713-a86c-9b3889e5a22f", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:37:20.921255 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99c5609d-40a8-4dea-bc06-02349bd6acd1 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:37:20.921831 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c72aa6-d2ac-484c-8fe1-0addbe419b1f', 'tag': '563d2a22-ae8b-4713-a86c-9b3889e5a22f', 'status': 'completed', 'code': 200} Aug 09 14:37:20.941229 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd2ec3-d13f-4cd8-be8b-aa54201d24ad req-8f38a22e-bc4b-469f-bc14-d57456d4ac8f tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:20.942195 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-da589e44-8473-441d-bc0a-c4ae9a33a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:20.942842 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0ccd2ec3-d13f-4cd8-be8b-aa54201d24ad req-8f38a22e-bc4b-469f-bc14-d57456d4ac8f tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 944 time: 0.0838301 Aug 09 14:37:20.944743 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-da589e44-8473-441d-bc0a-c4ae9a33a473 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b30c095265445e5a5971eb251fccb17&device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 1097 time: 0.0699620 Aug 09 14:37:20.984830 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0ccd2ec3-d13f-4cd8-be8b-aa54201d24ad req-ae5a8180-c7bc-4820-b335-e50569ae9730 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357845 Aug 09 14:37:21.000693 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-540d55c7-75d0-4b4b-90e7-98476beb5520 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=563d2a22-ae8b-4713-a86c-9b3889e5a22f HTTP/1.1" status: 200 len: 217 time: 0.0417089 Aug 09 14:37:21.060891 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-78427ea5-b479-45f9-85e4-7d704925143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:21.062141 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-78427ea5-b479-45f9-85e4-7d704925143b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c85a289-f46f-4e93-8c58-e4ba66d2b13d HTTP/1.1" status: 200 len: 851 time: 0.0508416 Aug 09 14:37:21.114598 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-afa1e3a0-5f8c-42a6-8ef1-e5c6afaaafc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:21.116823 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-afa1e3a0-5f8c-42a6-8ef1-e5c6afaaafc1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65eaa41a-623b-418a-9260-f0ec9b99ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0457854 Aug 09 14:37:21.205154 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6e14a-1d38-43e2-9d01-1d4fc967a699 req-94698b7e-3019-43cf-a67f-e04d2013d38b tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:21.206695 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-91c6e14a-1d38-43e2-9d01-1d4fc967a699 req-94698b7e-3019-43cf-a67f-e04d2013d38b tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0503001 Aug 09 14:37:21.214992 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-74185a2a-be5f-441d-a014-ad53f23b0e4a service neutron] 10.222.0.11 "GET /v2.0/networks/65eaa41a-623b-418a-9260-f0ec9b99ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891445 Aug 09 14:37:21.251064 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-91c6e14a-1d38-43e2-9d01-1d4fc967a699 req-06737dc2-bd60-43b0-ad26-4d637b31b268 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366733 Aug 09 14:37:21.319775 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0eb58f7f-30ab-4985-be16-76e1f208cd41 req-94f7eea2-baeb-4e6e-88b1-bac6f22f5b61 service neutron] 10.222.0.11 "GET /v2.0/networks/65eaa41a-623b-418a-9260-f0ec9b99ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917366 Aug 09 14:37:21.430580 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52526087-3bbc-4c6b-9b99-47703df4c8b9 req-d0eba51f-49a8-4f29-bf00-353bc079e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:21.432015 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-52526087-3bbc-4c6b-9b99-47703df4c8b9 req-d0eba51f-49a8-4f29-bf00-353bc079e591 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b30c095265445e5a5971eb251fccb17&device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 1097 time: 0.0429826 Aug 09 14:37:21.532885 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52526087-3bbc-4c6b-9b99-47703df4c8b9 req-34547aeb-49eb-4e0c-85b6-fc49e766d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:21.534361 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-52526087-3bbc-4c6b-9b99-47703df4c8b9 req-34547aeb-49eb-4e0c-85b6-fc49e766d13c service neutron] 10.222.0.11 "GET /v2.0/networks?id=65eaa41a-623b-418a-9260-f0ec9b99ecf9 HTTP/1.1" status: 200 len: 913 time: 0.0910780 Aug 09 14:37:21.589067 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-52526087-3bbc-4c6b-9b99-47703df4c8b9 req-92202750-64d8-4c8d-bd0a-4ed55868287a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=563d2a22-ae8b-4713-a86c-9b3889e5a22f HTTP/1.1" status: 200 len: 217 time: 0.0463746 Aug 09 14:37:21.661349 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52526087-3bbc-4c6b-9b99-47703df4c8b9 req-28d9e8d8-832a-4f5e-a9a0-88a812352b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:21.663095 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-52526087-3bbc-4c6b-9b99-47703df4c8b9 req-28d9e8d8-832a-4f5e-a9a0-88a812352b52 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c85a289-f46f-4e93-8c58-e4ba66d2b13d HTTP/1.1" status: 200 len: 851 time: 0.0584099 Aug 09 14:37:21.671474 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50453f-6ce8-40aa-9d78-e735967bf6c1 req-e2dbf78c-d297-4c8a-9071-8c0b571a9e8b tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:21.672820 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5d50453f-6ce8-40aa-9d78-e735967bf6c1 req-e2dbf78c-d297-4c8a-9071-8c0b571a9e8b tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.11 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 945 time: 0.0944724 Aug 09 14:37:21.765235 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52526087-3bbc-4c6b-9b99-47703df4c8b9 req-94232e7e-3fcc-431a-bd3c-61fd4682a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:21.766639 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-52526087-3bbc-4c6b-9b99-47703df4c8b9 req-94232e7e-3fcc-431a-bd3c-61fd4682a341 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65eaa41a-623b-418a-9260-f0ec9b99ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0929909 Aug 09 14:37:21.844889 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-5d50453f-6ce8-40aa-9d78-e735967bf6c1 req-9b125ebb-d8d2-4aa6-8452-0eb7889462d2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Deleting port bcd1da50-d980-403f-a25c-f136ae85dbe6 {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:37:21.845236 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5d50453f-6ce8-40aa-9d78-e735967bf6c1 req-9b125ebb-d8d2-4aa6-8452-0eb7889462d2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:21.931293 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-52526087-3bbc-4c6b-9b99-47703df4c8b9 req-7d01ef90-7ec5-4e12-8b64-df9addfbbab5 service neutron] 10.222.0.11 "GET /v2.0/networks/65eaa41a-623b-418a-9260-f0ec9b99ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537724 Aug 09 14:37:22.012726 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-5d50453f-6ce8-40aa-9d78-e735967bf6c1 req-9b125ebb-d8d2-4aa6-8452-0eb7889462d2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] For port bcd1da50-d980-403f-a25c-f136ae85dbe6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bcd1da50-d980-403f-a25c-f136ae85dbe6,segment=NetworkSegment(0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53),segment_id=0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:37:22.013149 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5d50453f-6ce8-40aa-9d78-e735967bf6c1 req-9b125ebb-d8d2-4aa6-8452-0eb7889462d2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:22.111246 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-52526087-3bbc-4c6b-9b99-47703df4c8b9 req-cc8362ac-c777-42cd-b332-34aaf3b52651 service neutron] 10.222.0.11 "GET /v2.0/networks/65eaa41a-623b-418a-9260-f0ec9b99ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685076 Aug 09 14:37:22.112722 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e1188-2c3e-421a-910d-4353c9590f7a req-8adf493b-754f-4a61-873c-5108befc4917 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:22.116871 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a30e1188-2c3e-421a-910d-4353c9590f7a req-8adf493b-754f-4a61-873c-5108befc4917 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 944 time: 0.0573139 Aug 09 14:37:22.168499 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a30e1188-2c3e-421a-910d-4353c9590f7a req-8b7655c4-91b9-4f44-9c8c-e52dffc868de tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405359 Aug 09 14:37:22.228064 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5d50453f-6ce8-40aa-9d78-e735967bf6c1 req-9b125ebb-d8d2-4aa6-8452-0eb7889462d2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:22.228426 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5d50453f-6ce8-40aa-9d78-e735967bf6c1 req-9b125ebb-d8d2-4aa6-8452-0eb7889462d2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744004'] for floatingip, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:22.228744 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.db.l3_db [req-5d50453f-6ce8-40aa-9d78-e735967bf6c1 req-9b125ebb-d8d2-4aa6-8452-0eb7889462d2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Floating IP 837cfaa5-4b83-4739-a536-46981b9e02aa disassociated. External IP: 172.27.0.23, port: bcd1da50-d980-403f-a25c-f136ae85dbe6. Aug 09 14:37:22.229098 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-5d50453f-6ce8-40aa-9d78-e735967bf6c1 req-9b125ebb-d8d2-4aa6-8452-0eb7889462d2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Calling delete_port for bcd1da50-d980-403f-a25c-f136ae85dbe6 owned by compute:nova {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:37:22.374667 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5d50453f-6ce8-40aa-9d78-e735967bf6c1 req-9b125ebb-d8d2-4aa6-8452-0eb7889462d2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:22.403023 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b125ebb-d8d2-4aa6-8452-0eb7889462d2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Pushing event deleted for resources: {'Port': ['ID=bcd1da50-d980-403f-a25c-f136ae85dbe6,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:22.403293 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b61bd-7634-4d06-98d1-9749f703362c req-87ba55e2-13e5-4745-9983-7ed3b98e50a8 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:22.405214 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cd6b61bd-7634-4d06-98d1-9749f703362c req-87ba55e2-13e5-4745-9983-7ed3b98e50a8 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=3002d7b2-b5e5-43ff-9b13-5a418840a282 HTTP/1.1" status: 200 len: 867 time: 0.0613031 Aug 09 14:37:22.415646 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b9cb7-da3f-4c3a-964a-38cebbff1253 req-a6b70bf5-cf4e-495d-9b18-f8ecb4e3ccf0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:22.417093 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-365b9cb7-da3f-4c3a-964a-38cebbff1253 req-a6b70bf5-cf4e-495d-9b18-f8ecb4e3ccf0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.1059136 Aug 09 14:37:22.468735 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cd6b61bd-7634-4d06-98d1-9749f703362c req-3b006b0c-278c-4f72-8eb4-8ef57f59930a tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506401 Aug 09 14:37:22.483022 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-365b9cb7-da3f-4c3a-964a-38cebbff1253 req-a62d5068-e948-4e9a-9b14-6d2f5e7d70d8 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493181 Aug 09 14:37:22.521850 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d50453f-6ce8-40aa-9d78-e735967bf6c1 req-9b125ebb-d8d2-4aa6-8452-0eb7889462d2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Router 8fc7c47f-7f82-4376-ac3d-3855de6871a0 has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:37:22.633931 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d50453f-6ce8-40aa-9d78-e735967bf6c1 req-9b125ebb-d8d2-4aa6-8452-0eb7889462d2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:37:22.643877 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb713a36-580d-48fe-8c2f-b83a3c1aa978 None None] Sync routers for ids ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:37:22.654044 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb713a36-580d-48fe-8c2f-b83a3c1aa978 None None] Routers {'8fc7c47f-7f82-4376-ac3d-3855de6871a0'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:37:22.654712 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-bb713a36-580d-48fe-8c2f-b83a3c1aa978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:37:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:37:22.679336 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d50453f-6ce8-40aa-9d78-e735967bf6c1 req-9b125ebb-d8d2-4aa6-8452-0eb7889462d2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] No DVR routers for this DVR port bcd1da50-d980-403f-a25c-f136ae85dbe6 on host hv-cinder-78093 {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:37:22.682242 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5d50453f-6ce8-40aa-9d78-e735967bf6c1 req-9b125ebb-d8d2-4aa6-8452-0eb7889462d2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:22.684311 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5d50453f-6ce8-40aa-9d78-e735967bf6c1 req-9b125ebb-d8d2-4aa6-8452-0eb7889462d2 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.11 "DELETE /v2.0/ports/bcd1da50-d980-403f-a25c-f136ae85dbe6 HTTP/1.1" status: 204 len: 173 time: 1.0032501 Aug 09 14:37:22.765313 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-bb713a36-580d-48fe-8c2f-b83a3c1aa978 None None] Set router 8fc7c47f-7f82-4376-ac3d-3855de6871a0 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:37:22.923132 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3002d7b2-b5e5-43ff-9b13-5a418840a282', 'name': 'network-vif-deleted', 'tag': 'bcd1da50-d980-403f-a25c-f136ae85dbe6'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:37:22.927619 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70bd971-065d-436a-9d8e-a2881a2c41b7" -d '{"events": [{"server_uuid": "3002d7b2-b5e5-43ff-9b13-5a418840a282", "name": "network-vif-deleted", "tag": "bcd1da50-d980-403f-a25c-f136ae85dbe6"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:37:22.965727 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456aaa17-23dd-46b7-b64c-f850cbcd3423 x-openstack-request-id: req-456aaa17-23dd-46b7-b64c-f850cbcd3423 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:37:22.966018 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3002d7b2-b5e5-43ff-9b13-5a418840a282", "name": "network-vif-deleted", "tag": "bcd1da50-d980-403f-a25c-f136ae85dbe6", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:37:22.966273 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-456aaa17-23dd-46b7-b64c-f850cbcd3423 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:37:22.966686 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3002d7b2-b5e5-43ff-9b13-5a418840a282', 'name': 'network-vif-deleted', 'tag': 'bcd1da50-d980-403f-a25c-f136ae85dbe6', 'status': 'completed', 'code': 200} Aug 09 14:37:23.000329 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-bb713a36-580d-48fe-8c2f-b83a3c1aa978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'name': 'tempest-AttachVolumeTestJSON-1782958590-router', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:10Z', 'revision_number': 4, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'gw_port': {'id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6', 'name': '', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'mac_address': 'fa:16:3e:26:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:09Z', 'updated_at': '2021-08-09T14:33:16Z', 'revision_number': 5, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'subnets': [{'id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:37:23.027643 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb713a36-580d-48fe-8c2f-b83a3c1aa978 None None] Checking router: 8fc7c47f-7f82-4376-ac3d-3855de6871a0 for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:37:23.035935 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb713a36-580d-48fe-8c2f-b83a3c1aa978 None None] Routers {'8fc7c47f-7f82-4376-ac3d-3855de6871a0'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:37:23.036556 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-bb713a36-580d-48fe-8c2f-b83a3c1aa978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:37:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:37:23.153559 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-bb713a36-580d-48fe-8c2f-b83a3c1aa978 None None] Set router 8fc7c47f-7f82-4376-ac3d-3855de6871a0 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:37:23.304404 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d651efa-a343-4b3f-af9a-aaf0ad81e714 req-2ea1e50f-8848-48c0-8698-7de3d28dbb05 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:23.307271 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4d651efa-a343-4b3f-af9a-aaf0ad81e714 req-2ea1e50f-8848-48c0-8698-7de3d28dbb05 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 944 time: 0.0624003 Aug 09 14:37:23.357147 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4d651efa-a343-4b3f-af9a-aaf0ad81e714 req-dd19fb90-3db8-442d-9721-9cdfd2e5a099 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416551 Aug 09 14:37:23.489810 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-bb713a36-580d-48fe-8c2f-b83a3c1aa978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'name': 'tempest-AttachVolumeTestJSON-1782958590-router', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:10Z', 'revision_number': 4, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'gw_port': {'id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6', 'name': '', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'mac_address': 'fa:16:3e:26:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:09Z', 'updated_at': '2021-08-09T14:33:16Z', 'revision_number': 5, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'subnets': [{'id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:37:23.520874 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb713a36-580d-48fe-8c2f-b83a3c1aa978 None None] The sync data for ids ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'] in dv-cinder-780933-12-iscsi is: [{'id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'name': 'tempest-AttachVolumeTestJSON-1782958590-router', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:10Z', 'revision_number': 4, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'gw_port': {'id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6', 'name': '', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'mac_address': 'fa:16:3e:26:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:09Z', 'updated_at': '2021-08-09T14:33:16Z', 'revision_number': 5, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'subnets': [{'id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:37:23.572440 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 48616) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:37:23.655575 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b11f6e-6907-465b-88cd-de3c41cb9979 req-30f91d5c-29bc-4a4c-b047-2964829b504e tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:23.657144 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-56b11f6e-6907-465b-88cd-de3c41cb9979 req-30f91d5c-29bc-4a4c-b047-2964829b504e tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.0958192 Aug 09 14:37:23.680290 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-469e2679-6501-420b-9342-a3f402034bb0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:23.725236 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-469e2679-6501-420b-9342-a3f402034bb0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:23.731210 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-56b11f6e-6907-465b-88cd-de3c41cb9979 req-5a7efade-3dab-489c-a0b7-0e566494fd3c tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627353 Aug 09 14:37:23.757989 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669b9f44-3cb3-46ca-9acd-abdaf17c7eaa None None] New status for floating IP 837cfaa5-4b83-4739-a536-46981b9e02aa: DOWN {{(pid=93284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:37:23.788064 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-469e2679-6501-420b-9342-a3f402034bb0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:23.790856 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-469e2679-6501-420b-9342-a3f402034bb0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:23.792006 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-469e2679-6501-420b-9342-a3f402034bb0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "DELETE /v2.0/security-groups/eda3f695-5b6c-4c8b-a00b-a170a0e80c1b HTTP/1.1" status: 204 len: 168 time: 0.2179925 Aug 09 14:37:23.794868 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 48618) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:37:23.801248 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e2679-6501-420b-9342-a3f402034bb0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda3f695-5b6c-4c8b-a00b-a170a0e80c1b,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:23.811036 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.api.v2.resource [None req-5c1ff55f-5ec1-4f8f-9cfc-79915bde2641 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] show failed (client error): The resource could not be found. Aug 09 14:37:23.812243 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-5c1ff55f-5ec1-4f8f-9cfc-79915bde2641 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups/eda3f695-5b6c-4c8b-a00b-a170a0e80c1b HTTP/1.1" status: 404 len: 347 time: 0.0162361 Aug 09 14:37:23.815288 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 48620) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:37:23.951654 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-c8be789b-debf-49ca-8dc3-881f282238a0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Deleting port d0dc66af-d87b-4988-8ff6-5a853b0c8af6 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:37:23.952007 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c8be789b-debf-49ca-8dc3-881f282238a0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:24.262854 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c8be789b-debf-49ca-8dc3-881f282238a0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:24.263184 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c8be789b-debf-49ca-8dc3-881f282238a0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:24.274315 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-c8be789b-debf-49ca-8dc3-881f282238a0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Calling delete_port for d0dc66af-d87b-4988-8ff6-5a853b0c8af6 owned by network:floatingip {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:37:24.409196 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c8be789b-debf-49ca-8dc3-881f282238a0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:24.444872 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be789b-debf-49ca-8dc3-881f282238a0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Pushing event deleted for resources: {'Port': ['ID=d0dc66af-d87b-4988-8ff6-5a853b0c8af6,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:24.536405 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff85a4-d6e5-4652-98ac-235720fa0726 req-c020c780-606a-4ec9-b905-1d71cd9369d9 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:24.538880 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d3ff85a4-d6e5-4652-98ac-235720fa0726 req-c020c780-606a-4ec9-b905-1d71cd9369d9 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 944 time: 0.1046944 Aug 09 14:37:24.542009 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c8be789b-debf-49ca-8dc3-881f282238a0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for floatingip, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:24.544999 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c8be789b-debf-49ca-8dc3-881f282238a0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:24.546104 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-c8be789b-debf-49ca-8dc3-881f282238a0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "DELETE /v2.0/floatingips/837cfaa5-4b83-4739-a536-46981b9e02aa HTTP/1.1" status: 204 len: 168 time: 0.7294040 Aug 09 14:37:24.596877 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d3ff85a4-d6e5-4652-98ac-235720fa0726 req-62ce58ec-764f-4f22-8f94-98fcb040ec2b tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491555 Aug 09 14:37:24.637161 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-d6a21dcc-d2fe-4525-8fe1-c45ebf08a0f1 req-793af8d4-c77c-4475-a3d4-c664beb2b659 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493498 Aug 09 14:37:24.702599 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a21dcc-d2fe-4525-8fe1-c45ebf08a0f1 req-bb2c764c-ac4c-4eff-81da-d99d24978f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:24.704104 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-d6a21dcc-d2fe-4525-8fe1-c45ebf08a0f1 req-bb2c764c-ac4c-4eff-81da-d99d24978f59 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=488c470ed0ff4cddbe230238fe0b2253&device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 1099 time: 0.0421414 Aug 09 14:37:24.828547 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a21dcc-d2fe-4525-8fe1-c45ebf08a0f1 req-32d6a4de-bb2f-4882-bf43-37b0d1cd1fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:24.830357 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-d6a21dcc-d2fe-4525-8fe1-c45ebf08a0f1 req-32d6a4de-bb2f-4882-bf43-37b0d1cd1fb6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed0ef885-267d-4f20-9f65-7ec82a72fd21 HTTP/1.1" status: 200 len: 913 time: 0.1003098 Aug 09 14:37:24.862140 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b1d60-6bbb-4b52-8414-b939574b8338 req-945a9792-cf8f-42a6-99c2-9b85c32aedf8 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:24.863680 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-eb2b1d60-6bbb-4b52-8414-b939574b8338 req-945a9792-cf8f-42a6-99c2-9b85c32aedf8 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.0520689 Aug 09 14:37:24.903117 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-d6a21dcc-d2fe-4525-8fe1-c45ebf08a0f1 req-bbf51d89-4372-452d-b424-8b0d5919b5a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c955d5d-6516-4e10-abff-2eb33b0fd26f HTTP/1.1" status: 200 len: 1001 time: 0.0650961 Aug 09 14:37:24.906332 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-eb2b1d60-6bbb-4b52-8414-b939574b8338 req-bc2a5323-4a1b-46a8-bb6f-e04fb3c9ba98 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339332 Aug 09 14:37:24.961093 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a21dcc-d2fe-4525-8fe1-c45ebf08a0f1 req-513f22ac-3ade-4c7e-acfc-78ed868a5d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:24.962694 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-d6a21dcc-d2fe-4525-8fe1-c45ebf08a0f1 req-513f22ac-3ade-4c7e-acfc-78ed868a5d73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49267761-fa03-47db-88f0-76622128cfdd HTTP/1.1" status: 200 len: 851 time: 0.0513306 Aug 09 14:37:25.021908 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a21dcc-d2fe-4525-8fe1-c45ebf08a0f1 req-e7e45e91-d912-4595-96af-0e995e6ea731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:25.023467 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-d6a21dcc-d2fe-4525-8fe1-c45ebf08a0f1 req-e7e45e91-d912-4595-96af-0e995e6ea731 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed0ef885-267d-4f20-9f65-7ec82a72fd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455065 Aug 09 14:37:25.117596 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-d6a21dcc-d2fe-4525-8fe1-c45ebf08a0f1 req-dfb455f4-5b31-4192-a1ae-dc1979fe4281 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854673 Aug 09 14:37:25.162791 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 563d2a22-ae8b-4713-a86c-9b3889e5a22f details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:37:25.215817 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 48630) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:37:25.220613 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-53487bad-e35c-4d79-a7bb-2b55dc58f05a tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1660028133', 'description': 'tempest-description--870160041'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:37:25.244284 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-d6a21dcc-d2fe-4525-8fe1-c45ebf08a0f1 req-43f4c8c7-725b-4de8-8ef5-2e4a41181b76 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143074 Aug 09 14:37:25.255680 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-53487bad-e35c-4d79-a7bb-2b55dc58f05a tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:25.272952 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 563d2a22-ae8b-4713-a86c-9b3889e5a22f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=563d2a22-ae8b-4713-a86c-9b3889e5a22f,segment=NetworkSegment(d6b854b7-14c6-4204-a956-9c70c3bfd302),segment_id=d6b854b7-14c6-4204-a956-9c70c3bfd302)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:37:25.286057 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': '563d2a22-ae8b-4713-a86c-9b3889e5a22f', 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9', 'port_id': '563d2a22-ae8b-4713-a86c-9b3889e5a22f', 'mac_address': 'fa:16:3e:41:22:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c85a289-f46f-4e93-8c58-e4ba66d2b13d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:37:25.334131 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:25.346653 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-53487bad-e35c-4d79-a7bb-2b55dc58f05a tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:25.351848 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-53487bad-e35c-4d79-a7bb-2b55dc58f05a tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:25.352540 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563d2a22-ae8b-4713-a86c-9b3889e5a22f {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:37:25.373044 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 563d2a22-ae8b-4713-a86c-9b3889e5a22f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=563d2a22-ae8b-4713-a86c-9b3889e5a22f,segment=NetworkSegment(d6b854b7-14c6-4204-a956-9c70c3bfd302),segment_id=d6b854b7-14c6-4204-a956-9c70c3bfd302)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:37:25.376547 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:25.383715 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-53487bad-e35c-4d79-a7bb-2b55dc58f05a tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:25.384968 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-53487bad-e35c-4d79-a7bb-2b55dc58f05a tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1679664 Aug 09 14:37:25.386908 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53487bad-e35c-4d79-a7bb-2b55dc58f05a tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d28edb9-41ba-4e0d-b69f-cc78dae22368,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:25.387986 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 48632) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:37:25.393359 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-3a937a4a-e3af-4eff-9825-b48145a32842 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Request body: {'security_group_rule': {'security_group_id': '4d28edb9-41ba-4e0d-b69f-cc78dae22368', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:37:25.423654 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3a937a4a-e3af-4eff-9825-b48145a32842 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:25.426086 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=563d2a22-ae8b-4713-a86c-9b3889e5a22f,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:25.433736 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:25.434083 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:25.434424 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:25.434790 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:25.435124 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:25.435458 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:25.435784 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:25.436108 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:25.436436 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:25.436765 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:25.437088 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:25.437408 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:25.474274 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3a937a4a-e3af-4eff-9825-b48145a32842 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:25.478652 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3a937a4a-e3af-4eff-9825-b48145a32842 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:25.494452 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a937a4a-e3af-4eff-9825-b48145a32842 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296cb937-5d41-4dd9-94f5-df02f21abc2a,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:25.503933 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3a937a4a-e3af-4eff-9825-b48145a32842 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:25.505157 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-3a937a4a-e3af-4eff-9825-b48145a32842 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159317 Aug 09 14:37:25.508202 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 48634) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:37:25.512730 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-39ee37ca-fbed-45c9-ae25-aaa14a729277 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Request body: {'security_group_rule': {'security_group_id': '4d28edb9-41ba-4e0d-b69f-cc78dae22368', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:37:25.538597 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-39ee37ca-fbed-45c9-ae25-aaa14a729277 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:25.598958 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-39ee37ca-fbed-45c9-ae25-aaa14a729277 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:25.611181 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-39ee37ca-fbed-45c9-ae25-aaa14a729277 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:25.632011 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee37ca-fbed-45c9-ae25-aaa14a729277 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b652a4-034d-4d5c-a746-6561b1617a82,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:25.642659 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-39ee37ca-fbed-45c9-ae25-aaa14a729277 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:25.644229 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-39ee37ca-fbed-45c9-ae25-aaa14a729277 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350186 Aug 09 14:37:25.647982 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 48638) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:37:25.653148 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-6ba82539-881f-460e-874d-5b8430d4f46f tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Request body: {'floatingip': {'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:37:25.667905 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['563d2a22-ae8b-4713-a86c-9b3889e5a22f'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:37:25.694264 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6ba82539-881f-460e-874d-5b8430d4f46f tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for floatingip, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:25.747035 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de13214-5a05-4caf-824f-697edcfb333a req-d3654f5b-ad41-465a-8753-62c69c6640b8 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:25.749267 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0de13214-5a05-4caf-824f-697edcfb333a req-d3654f5b-ad41-465a-8753-62c69c6640b8 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 945 time: 0.0748951 Aug 09 14:37:25.790182 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0de13214-5a05-4caf-824f-697edcfb333a req-cff7b6e9-f752-4b4e-b254-d36093a97a2b tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344133 Aug 09 14:37:25.816992 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6ba82539-881f-460e-874d-5b8430d4f46f tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:25.938063 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-6ba82539-881f-460e-874d-5b8430d4f46f tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Allocated IP 172.27.0.16 (fec02cd1-e2e8-4817-ba73-274d16c5b5b9/3361a577-0d73-418c-9a78-05f67eccb0cb/40a7c511-30b1-42f0-9c64-91bd9ec22419) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:37:26.042160 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1025d-f839-4b17-85a4-4141241b22ff req-4a5dd7c3-c9af-439c-94d0-99dcd685d5fa tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:26.043715 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8df1025d-f839-4b17-85a4-4141241b22ff req-4a5dd7c3-c9af-439c-94d0-99dcd685d5fa tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.0534627 Aug 09 14:37:26.079129 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6ba82539-881f-460e-874d-5b8430d4f46f tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:26.088343 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8df1025d-f839-4b17-85a4-4141241b22ff req-2ec61156-5b0b-4fe3-ab15-6094d92816cb tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385861 Aug 09 14:37:26.129386 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6ba82539-881f-460e-874d-5b8430d4f46f tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:26.167433 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba82539-881f-460e-874d-5b8430d4f46f tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:37:26.170260 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-6ba82539-881f-460e-874d-5b8430d4f46f tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:37:26.176379 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba82539-881f-460e-874d-5b8430d4f46f tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:37:26.203291 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba82539-881f-460e-874d-5b8430d4f46f tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Pushing event updated for resources: {'Port': ['ID=40a7c511-30b1-42f0-9c64-91bd9ec22419,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:26.272993 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6ba82539-881f-460e-874d-5b8430d4f46f tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:26.310018 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6ba82539-881f-460e-874d-5b8430d4f46f tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:26.470243 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6ba82539-881f-460e-874d-5b8430d4f46f tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:26.474787 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6ba82539-881f-460e-874d-5b8430d4f46f tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:26.549545 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba82539-881f-460e-874d-5b8430d4f46f tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Pushing event updated for resources: {'Port': ['ID=40a7c511-30b1-42f0-9c64-91bd9ec22419,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:26.561269 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6ba82539-881f-460e-874d-5b8430d4f46f tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744004'] for floatingip, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:26.575514 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6ba82539-881f-460e-874d-5b8430d4f46f tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for floatingip, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:26.576763 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-6ba82539-881f-460e-874d-5b8430d4f46f tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9277179 Aug 09 14:37:26.771014 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-b8a0a53c-157b-45fa-a6e8-dea43d824fef tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1660028133&fields=id&tenant_id=729113cfedf64bc3a79f3867c8bded3c HTTP/1.1" status: 200 len: 267 time: 0.0357084 Aug 09 14:37:26.912367 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-743644c4-427b-4b6c-a631-b8a6a45a4120 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:26.914529 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-743644c4-427b-4b6c-a631-b8a6a45a4120 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/networks?id=c20e9c5d-5cc7-41a2-8f11-7c043eca0179 HTTP/1.1" status: 200 len: 811 time: 0.1361907 Aug 09 14:37:26.934133 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-93fc2e6f-f83c-48d5-8cab-265a316b2cc6 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/quotas/729113cfedf64bc3a79f3867c8bded3c HTTP/1.1" status: 200 len: 375 time: 0.0125809 Aug 09 14:37:26.941576 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafd620-4adf-4d14-95af-5af6c924ae7e req-49c7df9c-231d-4f0f-a970-23263a936777 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:26.943007 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1dafd620-4adf-4d14-95af-5af6c924ae7e req-49c7df9c-231d-4f0f-a970-23263a936777 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 945 time: 0.0826166 Aug 09 14:37:27.011814 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1dafd620-4adf-4d14-95af-5af6c924ae7e req-e5ee4e05-4f32-44fe-82d4-2a18caab23e4 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593245 Aug 09 14:37:27.021133 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-0ea3dc30-ff7d-47cc-b69c-7989980765b9 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=729113cfedf64bc3a79f3867c8bded3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0764430 Aug 09 14:37:27.117985 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-a2dd6ab5-6da7-44ce-9ed4-2b2f680df610 service neutron] 10.222.0.60 "GET /v2.0/networks/c20e9c5d-5cc7-41a2-8f11-7c043eca0179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838199 Aug 09 14:37:27.166287 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 563d2a22-ae8b-4713-a86c-9b3889e5a22f up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:37:27.218750 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning for port 563d2a22-ae8b-4713-a86c-9b3889e5a22f completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:37:27.223238 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port 563d2a22-ae8b-4713-a86c-9b3889e5a22f triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:37:27.223531 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:27.248258 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13c004-4c61-41c6-bb13-cf324112cec0 req-ae3ac97f-11ec-4fd0-8c57-811d1e193fe0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:27.249735 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ec13c004-4c61-41c6-bb13-cf324112cec0 req-ae3ac97f-11ec-4fd0-8c57-811d1e193fe0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.0794039 Aug 09 14:37:27.255341 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-ddff49b6-f443-424e-9d4e-371056144f14 service neutron] 10.222.0.60 "GET /v2.0/networks/c20e9c5d-5cc7-41a2-8f11-7c043eca0179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310282 Aug 09 14:37:27.293010 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ec13c004-4c61-41c6-bb13-cf324112cec0 req-e3fddc1a-ee1b-41cf-910d-04d02f5339d6 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358694 Aug 09 14:37:27.314070 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:27.338137 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c72aa6-d2ac-484c-8fe1-0addbe419b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563d2a22-ae8b-4713-a86c-9b3889e5a22f'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:37:27.340421 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104e5a8e-20f3-4105-b217-ad52c7b9ab01" -d '{"events": [{"server_uuid": "26c72aa6-d2ac-484c-8fe1-0addbe419b1f", "name": "network-vif-plugged", "status": "completed", "tag": "563d2a22-ae8b-4713-a86c-9b3889e5a22f"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:37:27.355588 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 563d2a22-ae8b-4713-a86c-9b3889e5a22f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=563d2a22-ae8b-4713-a86c-9b3889e5a22f,segment=NetworkSegment(d6b854b7-14c6-4204-a956-9c70c3bfd302),segment_id=d6b854b7-14c6-4204-a956-9c70c3bfd302)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:37:27.361061 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:27.361980 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device bcd1da50-d980-403f-a25c-f136ae85dbe6 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:37:27.405000 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] No Port match for: bcd1da50-d980-403f-a25c-f136ae85dbe6 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:37:27.405735 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device bcd1da50-d980-403f-a25c-f136ae85dbe6 not bound to the agent host hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:37:27.435749 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=563d2a22-ae8b-4713-a86c-9b3889e5a22f,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:27.455307 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1807ff4e-5478-4222-b181-1c67a6f76c9a req-e6e10f31-92ea-4971-914e-026ff5155154 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=062eb031-dbb6-410e-9f10-3001b191ed5e HTTP/1.1" status: 200 len: 210 time: 0.0347886 Aug 09 14:37:27.480684 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9819f10-ba1b-4f38-a660-4fb3c7633742 x-openstack-request-id: req-b9819f10-ba1b-4f38-a660-4fb3c7633742 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:37:27.480984 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c72aa6-d2ac-484c-8fe1-0addbe419b1f", "name": "network-vif-plugged", "status": "completed", "tag": "563d2a22-ae8b-4713-a86c-9b3889e5a22f", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:37:27.481246 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9819f10-ba1b-4f38-a660-4fb3c7633742 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:37:27.481651 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c72aa6-d2ac-484c-8fe1-0addbe419b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563d2a22-ae8b-4713-a86c-9b3889e5a22f', 'code': 200} Aug 09 14:37:27.676182 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ee78f-9ce4-447d-8b54-72d04ee1ab0a req-b6d72f60-0fbe-4a48-92fe-e1d771cd9632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:27.678603 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ed6ee78f-9ce4-447d-8b54-72d04ee1ab0a req-b6d72f60-0fbe-4a48-92fe-e1d771cd9632 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 1099 time: 0.0432405 Aug 09 14:37:27.716592 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ed6ee78f-9ce4-447d-8b54-72d04ee1ab0a req-6e2f78f0-7c7d-40eb-bdb9-1c3782383255 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309339 Aug 09 14:37:28.132413 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c26a52-6b08-4377-818e-3143782d273c req-3ec1910e-1c32-4990-8108-40a96247ffef tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:28.133927 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-22c26a52-6b08-4377-818e-3143782d273c req-3ec1910e-1c32-4990-8108-40a96247ffef tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 946 time: 0.0502741 Aug 09 14:37:28.176726 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-22c26a52-6b08-4377-818e-3143782d273c req-52f9f3c0-1246-4e7d-b308-502d9b450ec8 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363755 Aug 09 14:37:28.416495 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b319e-222c-468d-b80b-cfc487d4c879 req-338fd6a2-32ce-4d83-9f51-17e086178ee4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:28.418431 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-557b319e-222c-468d-b80b-cfc487d4c879 req-338fd6a2-32ce-4d83-9f51-17e086178ee4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.0512152 Aug 09 14:37:28.461407 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-557b319e-222c-468d-b80b-cfc487d4c879 req-17d39ff3-d70e-4f44-853b-f3bfe2bd7131 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352993 Aug 09 14:37:28.533906 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-7cac3fb4-ad9f-4a8e-8d21-de036ae6eb39 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:28.535619 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-7cac3fb4-ad9f-4a8e-8d21-de036ae6eb39 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.11 "GET /v2.0/networks?id=c20e9c5d-5cc7-41a2-8f11-7c043eca0179 HTTP/1.1" status: 200 len: 811 time: 0.1291349 Aug 09 14:37:28.562701 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-05717a5f-b9c9-4055-801d-3d345c748f75 req-20c2c434-a29d-4dab-a178-945ee928e324 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=062eb031-dbb6-410e-9f10-3001b191ed5e HTTP/1.1" status: 200 len: 210 time: 0.0272491 Aug 09 14:37:28.594418 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:37:28.614561 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-a33d13a7-20d1-4c85-bb4e-d17f42dfacba tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=729113cfedf64bc3a79f3867c8bded3c HTTP/1.1" status: 200 len: 380 time: 0.0382552 Aug 09 14:37:28.640910 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-26a4c4a2-0bf9-4640-b1ff-905a2b254b20 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Request body: {'port': {'device_id': '062eb031-dbb6-410e-9f10-3001b191ed5e', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'admin_state_up': True, 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'security_groups': ['4d28edb9-41ba-4e0d-b69f-cc78dae22368']}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:37:28.757530 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-26a4c4a2-0bf9-4640-b1ff-905a2b254b20 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Made reservation on behalf of 729113cfedf64bc3a79f3867c8bded3c for: {'port': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:37:28.761002 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-26a4c4a2-0bf9-4640-b1ff-905a2b254b20 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:28.894883 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-26a4c4a2-0bf9-4640-b1ff-905a2b254b20 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Allocated IP 172.20.0.9 (c20e9c5d-5cc7-41a2-8f11-7c043eca0179/e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5/1b515356-9642-4029-beee-52ffcc3b0576) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:37:29.033815 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-26a4c4a2-0bf9-4640-b1ff-905a2b254b20 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:29.049209 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-26a4c4a2-0bf9-4640-b1ff-905a2b254b20 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Transition to ACTIVE for port object 1b515356-9642-4029-beee-52ffcc3b0576 will not be triggered until provisioned by entity DHCP. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:37:29.082786 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-26a4c4a2-0bf9-4640-b1ff-905a2b254b20 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:29.132347 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-26a4c4a2-0bf9-4640-b1ff-905a2b254b20 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Network c20e9c5d-5cc7-41a2-8f11-7c043eca0179 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:37:29.137228 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-26a4c4a2-0bf9-4640-b1ff-905a2b254b20 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:37:29.140941 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-26a4c4a2-0bf9-4640-b1ff-905a2b254b20 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:37:29.168308 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4c4a2-0bf9-4640-b1ff-905a2b254b20 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Pushing event updated for resources: {'Port': ['ID=1b515356-9642-4029-beee-52ffcc3b0576,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:29.195957 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-26a4c4a2-0bf9-4640-b1ff-905a2b254b20 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:29.196549 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-26a4c4a2-0bf9-4640-b1ff-905a2b254b20 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:29.218197 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-26a4c4a2-0bf9-4640-b1ff-905a2b254b20 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5810659 Aug 09 14:37:29.232764 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-28181ea0-0dcf-433b-8bde-3bfca5e669fe service neutron] Request body: {'port': {'device_id': '062eb031-dbb6-410e-9f10-3001b191ed5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:37:29.296457 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd4e7a-f995-4679-af8a-9bd1a5de97fb req-e4bb0118-292c-4d16-bdc8-274a19bd376e tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:29.297094 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-28181ea0-0dcf-433b-8bde-3bfca5e669fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:29.298491 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f5bd4e7a-f995-4679-af8a-9bd1a5de97fb req-e4bb0118-292c-4d16-bdc8-274a19bd376e tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 946 time: 0.0505729 Aug 09 14:37:29.341666 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f5bd4e7a-f995-4679-af8a-9bd1a5de97fb req-3b4e690b-094d-4dae-af86-ccef61fe6cf2 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362537 Aug 09 14:37:29.423821 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-42d9a6ec-6e79-4c4b-a995-35a7a2ca855c None None] Provisioning for port 1b515356-9642-4029-beee-52ffcc3b0576 completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:37:29.427824 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-42d9a6ec-6e79-4c4b-a995-35a7a2ca855c None None] Provisioning complete for port 1b515356-9642-4029-beee-52ffcc3b0576 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:37:29.429109 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-42d9a6ec-6e79-4c4b-a995-35a7a2ca855c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:29.466598 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-42d9a6ec-6e79-4c4b-a995-35a7a2ca855c None None] Port 1b515356-9642-4029-beee-52ffcc3b0576 cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:37:29.500209 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b248d4-9780-4723-a50a-3d8bebff95e6 req-8e37e65f-c099-4f0c-ac95-1c45acf099fb tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:29.501804 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a5b248d4-9780-4723-a50a-3d8bebff95e6 req-8e37e65f-c099-4f0c-ac95-1c45acf099fb tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 946 time: 0.0865941 Aug 09 14:37:29.546860 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a5b248d4-9780-4723-a50a-3d8bebff95e6 req-b8c22880-658a-4feb-8a22-962788ea66a8 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387251 Aug 09 14:37:29.618312 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a8e58-5348-4b73-977e-12906ddc502b req-449e62ce-045b-4fad-8e57-e026712820cf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:29.620522 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cc0a8e58-5348-4b73-977e-12906ddc502b req-449e62ce-045b-4fad-8e57-e026712820cf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.0635545 Aug 09 14:37:29.663899 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cc0a8e58-5348-4b73-977e-12906ddc502b req-3f224601-e3dc-4a62-9291-981e512dae85 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368793 Aug 09 14:37:29.792138 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989d101-f94b-4693-a565-10585f0ebe20 req-41ecf30a-583e-4e28-b40b-8f812e7764d8 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:29.793651 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8989d101-f94b-4693-a565-10585f0ebe20 req-41ecf30a-583e-4e28-b40b-8f812e7764d8 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=062eb031-dbb6-410e-9f10-3001b191ed5e HTTP/1.1" status: 200 len: 931 time: 0.0537672 Aug 09 14:37:29.837344 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8989d101-f94b-4693-a565-10585f0ebe20 req-f624d105-0ef0-4614-8c90-d7d927fd01b6 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d28edb9-41ba-4e0d-b69f-cc78dae22368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376263 Aug 09 14:37:29.882719 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-28181ea0-0dcf-433b-8bde-3bfca5e669fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b515356-9642-4029-beee-52ffcc3b0576 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:37:29.891218 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-28181ea0-0dcf-433b-8bde-3bfca5e669fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:29.905296 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-28181ea0-0dcf-433b-8bde-3bfca5e669fe service neutron] Transition to ACTIVE for port object 1b515356-9642-4029-beee-52ffcc3b0576 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:37:29.912370 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-28181ea0-0dcf-433b-8bde-3bfca5e669fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:29.920379 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17481d62-f698-4ed8-85e8-1888c40d2c8c req-7919bcda-44d3-4ace-97ba-b61818eaa156 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:29.921892 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-17481d62-f698-4ed8-85e8-1888c40d2c8c req-7919bcda-44d3-4ace-97ba-b61818eaa156 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 946 time: 0.0662775 Aug 09 14:37:29.964900 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28181ea0-0dcf-433b-8bde-3bfca5e669fe service neutron] Pushing event updated for resources: {'Port': ['ID=1b515356-9642-4029-beee-52ffcc3b0576,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:29.966605 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-17481d62-f698-4ed8-85e8-1888c40d2c8c req-4de5996d-4ff5-4115-8c86-35349dbc5396 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367661 Aug 09 14:37:30.040234 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-28181ea0-0dcf-433b-8bde-3bfca5e669fe service neutron] Attempting to bind port 1b515356-9642-4029-beee-52ffcc3b0576 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:37:30.040578 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-28181ea0-0dcf-433b-8bde-3bfca5e669fe service neutron] Attempting to bind port 1b515356-9642-4029-beee-52ffcc3b0576 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:37:30.040911 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-28181ea0-0dcf-433b-8bde-3bfca5e669fe service neutron] Attempting to bind port 1b515356-9642-4029-beee-52ffcc3b0576 on network c20e9c5d-5cc7-41a2-8f11-7c043eca0179 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:37:30.046031 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-28181ea0-0dcf-433b-8bde-3bfca5e669fe service neutron] Port 1b515356-9642-4029-beee-52ffcc3b0576 on network c20e9c5d-5cc7-41a2-8f11-7c043eca0179 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:37:30.046362 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-28181ea0-0dcf-433b-8bde-3bfca5e669fe service neutron] Attempting to bind port 1b515356-9642-4029-beee-52ffcc3b0576 on network c20e9c5d-5cc7-41a2-8f11-7c043eca0179 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:37:30.051457 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-28181ea0-0dcf-433b-8bde-3bfca5e669fe service neutron] Checking agent: {'id': '787e8c88-8117-4bdf-b5e3-a5a97e4f7369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'started_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:37:30.051804 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-28181ea0-0dcf-433b-8bde-3bfca5e669fe service neutron] Checking segment: {'id': '0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:37:30.052335 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-28181ea0-0dcf-433b-8bde-3bfca5e669fe service neutron] Bound using segment: {'id': '0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:37:30.053204 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-28181ea0-0dcf-433b-8bde-3bfca5e669fe service neutron] Bound port: 1b515356-9642-4029-beee-52ffcc3b0576, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:37:30.054220 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-28181ea0-0dcf-433b-8bde-3bfca5e669fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:30.125584 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-28181ea0-0dcf-433b-8bde-3bfca5e669fe service neutron] For port 1b515356-9642-4029-beee-52ffcc3b0576, host hv-cinder-78093, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:37:30.129930 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-28181ea0-0dcf-433b-8bde-3bfca5e669fe service neutron] For port 1b515356-9642-4029-beee-52ffcc3b0576, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1b515356-9642-4029-beee-52ffcc3b0576,segment=NetworkSegment(0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53),segment_id=0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:37:30.138305 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-28181ea0-0dcf-433b-8bde-3bfca5e669fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:30.186517 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-28181ea0-0dcf-433b-8bde-3bfca5e669fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:30.187196 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-28181ea0-0dcf-433b-8bde-3bfca5e669fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:30.188674 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-28181ea0-0dcf-433b-8bde-3bfca5e669fe service neutron] 10.222.0.11 "PUT /v2.0/ports/1b515356-9642-4029-beee-52ffcc3b0576 HTTP/1.1" status: 200 len: 1093 time: 0.9607813 Aug 09 14:37:30.189148 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '062eb031-dbb6-410e-9f10-3001b191ed5e', 'tag': '1b515356-9642-4029-beee-52ffcc3b0576'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:37:30.191711 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85329615-55f8-4cb1-8ed3-f3a65d9793fa" -d '{"events": [{"name": "network-changed", "server_uuid": "062eb031-dbb6-410e-9f10-3001b191ed5e", "tag": "1b515356-9642-4029-beee-52ffcc3b0576"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:37:30.227080 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28181ea0-0dcf-433b-8bde-3bfca5e669fe service neutron] Pushing event updated for resources: {'Port': ['ID=1b515356-9642-4029-beee-52ffcc3b0576,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:30.295353 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-403c54d4-05c0-47ba-b4a9-8969a70a8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:30.297108 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-403c54d4-05c0-47ba-b4a9-8969a70a8cd6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=729113cfedf64bc3a79f3867c8bded3c&device_id=062eb031-dbb6-410e-9f10-3001b191ed5e HTTP/1.1" status: 200 len: 1096 time: 0.0509892 Aug 09 14:37:30.354704 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-18812887-5d10-4ace-a763-affce511f7fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b515356-9642-4029-beee-52ffcc3b0576 HTTP/1.1" status: 200 len: 217 time: 0.0484617 Aug 09 14:37:30.361890 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e08a53-413e-4d60-9221-103606ecea12 x-openstack-request-id: req-75e08a53-413e-4d60-9221-103606ecea12 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:37:30.362398 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "062eb031-dbb6-410e-9f10-3001b191ed5e", "tag": "1b515356-9642-4029-beee-52ffcc3b0576", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:37:30.362663 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75e08a53-413e-4d60-9221-103606ecea12 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:37:30.363286 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '062eb031-dbb6-410e-9f10-3001b191ed5e', 'tag': '1b515356-9642-4029-beee-52ffcc3b0576', 'status': 'completed', 'code': 200} Aug 09 14:37:30.418488 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-f5239504-9e06-42b0-b0b4-0f41d475debe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:30.420038 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-f5239504-9e06-42b0-b0b4-0f41d475debe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5 HTTP/1.1" status: 200 len: 850 time: 0.0561504 Aug 09 14:37:30.475514 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-e7771795-9608-4388-bd95-547d528a312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:30.477002 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-e7771795-9608-4388-bd95-547d528a312e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c20e9c5d-5cc7-41a2-8f11-7c043eca0179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0457637 Aug 09 14:37:30.571777 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-0bd0736c-a441-45f0-b705-ff53378722c5 service neutron] 10.222.0.11 "GET /v2.0/networks/c20e9c5d-5cc7-41a2-8f11-7c043eca0179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866005 Aug 09 14:37:30.672904 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-9f8c3b35-5e36-4ec7-ac8e-49d5cb71a27f req-8b6d4a1e-1b07-409e-b55a-e2e5fb2ff4fb service neutron] 10.222.0.11 "GET /v2.0/networks/c20e9c5d-5cc7-41a2-8f11-7c043eca0179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910685 Aug 09 14:37:30.772558 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85329615-55f8-4cb1-8ed3-f3a65d9793fa req-ac76e2fa-ecbc-4e68-9632-3cca99ced1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:30.774098 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-85329615-55f8-4cb1-8ed3-f3a65d9793fa req-ac76e2fa-ecbc-4e68-9632-3cca99ced1a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=729113cfedf64bc3a79f3867c8bded3c&device_id=062eb031-dbb6-410e-9f10-3001b191ed5e HTTP/1.1" status: 200 len: 1096 time: 0.0465872 Aug 09 14:37:30.788035 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45450ab0-6241-49f7-a2cb-945007715261 req-098da463-4854-427e-b1d6-13e216613d80 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:30.789566 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-45450ab0-6241-49f7-a2cb-945007715261 req-098da463-4854-427e-b1d6-13e216613d80 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.0501685 Aug 09 14:37:30.831438 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-45450ab0-6241-49f7-a2cb-945007715261 req-53478756-eaf2-4eb4-b1cc-60b504a84203 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357132 Aug 09 14:37:30.871987 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85329615-55f8-4cb1-8ed3-f3a65d9793fa req-55be8a9f-e5f0-4344-94b1-c446b43e8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:30.873550 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-85329615-55f8-4cb1-8ed3-f3a65d9793fa req-55be8a9f-e5f0-4344-94b1-c446b43e8483 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c20e9c5d-5cc7-41a2-8f11-7c043eca0179 HTTP/1.1" status: 200 len: 912 time: 0.0909786 Aug 09 14:37:30.925347 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-85329615-55f8-4cb1-8ed3-f3a65d9793fa req-7a721988-448c-4d3b-b9d2-e9bc6261ae5c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b515356-9642-4029-beee-52ffcc3b0576 HTTP/1.1" status: 200 len: 217 time: 0.0421770 Aug 09 14:37:30.961835 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb489eab-a136-4f49-bd22-3befc467ee29 req-327ab462-4dde-4e84-a7c8-3f9760cc48a3 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:30.963921 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bb489eab-a136-4f49-bd22-3befc467ee29 req-327ab462-4dde-4e84-a7c8-3f9760cc48a3 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=062eb031-dbb6-410e-9f10-3001b191ed5e HTTP/1.1" status: 200 len: 943 time: 0.0563340 Aug 09 14:37:30.986293 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85329615-55f8-4cb1-8ed3-f3a65d9793fa req-f3a84d9a-53cd-4f41-99d8-e4134c0b4d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:30.987826 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-85329615-55f8-4cb1-8ed3-f3a65d9793fa req-f3a84d9a-53cd-4f41-99d8-e4134c0b4d7c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5 HTTP/1.1" status: 200 len: 850 time: 0.0498331 Aug 09 14:37:31.004443 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bb489eab-a136-4f49-bd22-3befc467ee29 req-e83f2ab6-1fbd-42a5-8fbd-ca98fbd07e1d tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d28edb9-41ba-4e0d-b69f-cc78dae22368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343525 Aug 09 14:37:31.046302 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85329615-55f8-4cb1-8ed3-f3a65d9793fa req-ca8d0163-ba0e-4d8f-a59d-7bc838fa012f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:31.047880 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-85329615-55f8-4cb1-8ed3-f3a65d9793fa req-ca8d0163-ba0e-4d8f-a59d-7bc838fa012f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c20e9c5d-5cc7-41a2-8f11-7c043eca0179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0452530 Aug 09 14:37:31.150854 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-85329615-55f8-4cb1-8ed3-f3a65d9793fa req-913ac327-aa3d-4ef1-861d-b3e7f1ab9096 service neutron] 10.222.0.11 "GET /v2.0/networks/c20e9c5d-5cc7-41a2-8f11-7c043eca0179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950136 Aug 09 14:37:31.255071 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-85329615-55f8-4cb1-8ed3-f3a65d9793fa req-3284e532-0dcb-4600-98ce-60a60dd02b19 service neutron] 10.222.0.11 "GET /v2.0/networks/c20e9c5d-5cc7-41a2-8f11-7c043eca0179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966995 Aug 09 14:37:31.969285 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9981e-1b5b-4759-9993-f357f40b0575 req-836a15f9-c9d6-4805-8bc4-ac530282e634 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:31.970799 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-36c9981e-1b5b-4759-9993-f357f40b0575 req-836a15f9-c9d6-4805-8bc4-ac530282e634 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.0604517 Aug 09 14:37:32.011717 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-36c9981e-1b5b-4759-9993-f357f40b0575 req-e94ae312-348c-41c7-8dc8-541fa61dbaca tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343692 Aug 09 14:37:32.134211 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5693d-8c9b-4be4-b2d2-82dbe23d5f21 req-a6a777ea-f6ae-4cf5-aac5-3bb610b7f5dd tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:32.135658 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3ff5693d-8c9b-4be4-b2d2-82dbe23d5f21 req-a6a777ea-f6ae-4cf5-aac5-3bb610b7f5dd tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=062eb031-dbb6-410e-9f10-3001b191ed5e HTTP/1.1" status: 200 len: 943 time: 0.0569386 Aug 09 14:37:32.174417 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3ff5693d-8c9b-4be4-b2d2-82dbe23d5f21 req-d136776b-e077-42a2-92a2-4b5210de8c48 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d28edb9-41ba-4e0d-b69f-cc78dae22368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328240 Aug 09 14:37:33.134075 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09562c71-8a8d-4e53-abe5-78fa9e806346 req-363da016-71c9-477f-887c-195483b3ee66 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:33.135624 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-09562c71-8a8d-4e53-abe5-78fa9e806346 req-363da016-71c9-477f-887c-195483b3ee66 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.0500493 Aug 09 14:37:33.165619 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 1b515356-9642-4029-beee-52ffcc3b0576 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:37:33.179288 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-09562c71-8a8d-4e53-abe5-78fa9e806346 req-13e2e6db-7fbf-4b12-b680-57832da910de tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376713 Aug 09 14:37:33.274567 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 1b515356-9642-4029-beee-52ffcc3b0576, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1b515356-9642-4029-beee-52ffcc3b0576,segment=NetworkSegment(0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53),segment_id=0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:37:33.285775 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': '1b515356-9642-4029-beee-52ffcc3b0576', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'port_id': '1b515356-9642-4029-beee-52ffcc3b0576', 'mac_address': 'fa:16:3e:8b:8b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:37:33.295749 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314e85d-2d05-49c9-bdb1-4fde59c7b8ec req-f1402ba1-a69e-4642-a106-aa5f3423e01f tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:33.297261 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b314e85d-2d05-49c9-bdb1-4fde59c7b8ec req-f1402ba1-a69e-4642-a106-aa5f3423e01f tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=062eb031-dbb6-410e-9f10-3001b191ed5e HTTP/1.1" status: 200 len: 943 time: 0.0533655 Aug 09 14:37:33.327352 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:33.339337 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b314e85d-2d05-49c9-bdb1-4fde59c7b8ec req-bc3f46f7-2052-4678-9ea4-c4fc6a5398de tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d28edb9-41ba-4e0d-b69f-cc78dae22368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353823 Aug 09 14:37:33.341218 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b515356-9642-4029-beee-52ffcc3b0576 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:37:33.365434 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 1b515356-9642-4029-beee-52ffcc3b0576, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1b515356-9642-4029-beee-52ffcc3b0576,segment=NetworkSegment(0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53),segment_id=0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:37:33.370052 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:33.418426 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=1b515356-9642-4029-beee-52ffcc3b0576,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:33.687689 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['1b515356-9642-4029-beee-52ffcc3b0576'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:37:34.298966 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd9b7b-31d8-484f-b7c8-0e3561effaf3 req-761c2353-65a6-489f-a7ea-a647632e8347 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:34.300523 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-69dd9b7b-31d8-484f-b7c8-0e3561effaf3 req-761c2353-65a6-489f-a7ea-a647632e8347 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.0484285 Aug 09 14:37:34.340057 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-69dd9b7b-31d8-484f-b7c8-0e3561effaf3 req-c20d2fd2-8fdc-4b76-9f89-034c9459625b tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325994 Aug 09 14:37:34.454611 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed305d-dd02-4358-acdb-145ba65d7e31 req-a2de2d45-5766-4ec8-bcb8-febf0c098af9 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:34.456341 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-23ed305d-dd02-4358-acdb-145ba65d7e31 req-a2de2d45-5766-4ec8-bcb8-febf0c098af9 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=062eb031-dbb6-410e-9f10-3001b191ed5e HTTP/1.1" status: 200 len: 944 time: 0.0482547 Aug 09 14:37:34.496483 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-23ed305d-dd02-4358-acdb-145ba65d7e31 req-e87cf4af-eacd-42f6-9aff-a5c655fd2edc tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d28edb9-41ba-4e0d-b69f-cc78dae22368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332375 Aug 09 14:37:35.165987 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device e8d46c43-84b0-419b-a884-80fb065f71c0 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:37:35.169778 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 1b515356-9642-4029-beee-52ffcc3b0576 up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:37:35.296098 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning for port 1b515356-9642-4029-beee-52ffcc3b0576 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:37:35.312033 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port 1b515356-9642-4029-beee-52ffcc3b0576 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:37:35.313087 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:35.380286 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port e8d46c43-84b0-419b-a884-80fb065f71c0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e8d46c43-84b0-419b-a884-80fb065f71c0,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:37:35.416020 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': 'e8d46c43-84b0-419b-a884-80fb065f71c0', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'port_id': 'e8d46c43-84b0-419b-a884-80fb065f71c0', 'mac_address': 'fa:16:3e:30:fa:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:37:35.507668 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:35.517155 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0111a8-8926-46b8-87fb-aa909dc7c684 req-5054bab4-75a2-4896-b5e5-1dd16e77f8ff tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:35.519552 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ae0111a8-8926-46b8-87fb-aa909dc7c684 req-5054bab4-75a2-4896-b5e5-1dd16e77f8ff tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.0679750 Aug 09 14:37:35.530208 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:35.541409 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8d46c43-84b0-419b-a884-80fb065f71c0 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:37:35.589219 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062eb031-dbb6-410e-9f10-3001b191ed5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b515356-9642-4029-beee-52ffcc3b0576'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:37:35.591571 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f23152-1852-4651-993a-df94daca6583" -d '{"events": [{"server_uuid": "062eb031-dbb6-410e-9f10-3001b191ed5e", "name": "network-vif-plugged", "status": "completed", "tag": "1b515356-9642-4029-beee-52ffcc3b0576"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:37:35.599426 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port e8d46c43-84b0-419b-a884-80fb065f71c0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e8d46c43-84b0-419b-a884-80fb065f71c0,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:37:35.611870 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 1b515356-9642-4029-beee-52ffcc3b0576, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1b515356-9642-4029-beee-52ffcc3b0576,segment=NetworkSegment(0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53),segment_id=0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:37:35.613976 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:35.621334 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ae0111a8-8926-46b8-87fb-aa909dc7c684 req-40f47879-ec1a-436a-80a6-a9a331c6b5ce tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0864010 Aug 09 14:37:35.673436 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=e8d46c43-84b0-419b-a884-80fb065f71c0,revision_number=6']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:35.685476 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:35.718570 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b8fc0-929a-4c28-b232-c6a316bef1c0 req-494da091-5696-4e42-a904-dcbf59c9745d tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:35.727772 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c57b8fc0-929a-4c28-b232-c6a316bef1c0 req-494da091-5696-4e42-a904-dcbf59c9745d tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=062eb031-dbb6-410e-9f10-3001b191ed5e HTTP/1.1" status: 200 len: 945 time: 0.1020463 Aug 09 14:37:35.743556 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4368f822-7ed2-4cfa-aeca-11db7a264fd3 x-openstack-request-id: req-4368f822-7ed2-4cfa-aeca-11db7a264fd3 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:37:35.743923 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062eb031-dbb6-410e-9f10-3001b191ed5e", "name": "network-vif-plugged", "status": "completed", "tag": "1b515356-9642-4029-beee-52ffcc3b0576", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:37:35.744064 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4368f822-7ed2-4cfa-aeca-11db7a264fd3 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:37:35.754960 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062eb031-dbb6-410e-9f10-3001b191ed5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b515356-9642-4029-beee-52ffcc3b0576', 'code': 200} Aug 09 14:37:35.761418 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['e8d46c43-84b0-419b-a884-80fb065f71c0'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:37:35.771894 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c57b8fc0-929a-4c28-b232-c6a316bef1c0 req-c92fc798-586c-4fa4-87e6-3b65bece9614 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d28edb9-41ba-4e0d-b69f-cc78dae22368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422387 Aug 09 14:37:35.846594 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=1b515356-9642-4029-beee-52ffcc3b0576,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:35.957835 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0e304-d3a6-4ea2-9979-dede4de324ef req-96076a35-7e03-4489-95bb-f4b4f2270ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:35.960131 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-7cb0e304-d3a6-4ea2-9979-dede4de324ef req-96076a35-7e03-4489-95bb-f4b4f2270ea4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=062eb031-dbb6-410e-9f10-3001b191ed5e HTTP/1.1" status: 200 len: 1098 time: 0.0540957 Aug 09 14:37:36.020752 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-7cb0e304-d3a6-4ea2-9979-dede4de324ef req-ff714720-4c4c-47a7-b6c5-f8499438f7d2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4d28edb9-41ba-4e0d-b69f-cc78dae22368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433853 Aug 09 14:37:36.517400 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-42b96771-0f2e-48f8-b20b-4edb74b5bbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:36.775820 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88254318-0d69-474c-ba5d-3cdb3ce4536f req-4004db88-f545-4009-9f4b-b3588d1aec6e tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:36.777503 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-88254318-0d69-474c-ba5d-3cdb3ce4536f req-4004db88-f545-4009-9f4b-b3588d1aec6e tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 944 time: 0.0681665 Aug 09 14:37:36.839516 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-88254318-0d69-474c-ba5d-3cdb3ce4536f req-a9fb3d32-ca7a-4fdd-b1bd-007252f3c982 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557725 Aug 09 14:37:36.929616 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aef2da-a441-4d58-8e22-d9f315e080bd req-22b091a8-f48c-48cf-b85f-bbe8a20984d1 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:36.937500 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-67aef2da-a441-4d58-8e22-d9f315e080bd req-22b091a8-f48c-48cf-b85f-bbe8a20984d1 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=062eb031-dbb6-410e-9f10-3001b191ed5e HTTP/1.1" status: 200 len: 945 time: 0.0707052 Aug 09 14:37:36.987545 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-67aef2da-a441-4d58-8e22-d9f315e080bd req-0427bfe6-9d8a-4813-a18c-e35186cd61b3 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d28edb9-41ba-4e0d-b69f-cc78dae22368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485556 Aug 09 14:37:37.195859 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device e8d46c43-84b0-419b-a884-80fb065f71c0 up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:37:37.443297 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port e8d46c43-84b0-419b-a884-80fb065f71c0 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:37:37.443694 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:37.626201 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:37.675183 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be566f6-7f2b-4e09-9b98-f2d60f487a64 req-6bb6081d-19d1-4701-a97a-f5f2cf4130c2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:37.684989 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6be566f6-7f2b-4e09-9b98-f2d60f487a64 req-6bb6081d-19d1-4701-a97a-f5f2cf4130c2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 946 time: 0.0653188 Aug 09 14:37:37.707065 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port e8d46c43-84b0-419b-a884-80fb065f71c0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e8d46c43-84b0-419b-a884-80fb065f71c0,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:37:37.713079 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:37.733517 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6be566f6-7f2b-4e09-9b98-f2d60f487a64 req-2fed0aad-63e7-445a-996b-84829c730623 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471137 Aug 09 14:37:37.755765 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3062eda6-8e05-4619-87f9-208ccaaeea62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d46c43-84b0-419b-a884-80fb065f71c0'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:37:37.758380 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde890f7-bb9d-4768-9367-e9f5d15266bf" -d '{"events": [{"server_uuid": "3062eda6-8e05-4619-87f9-208ccaaeea62", "name": "network-vif-plugged", "status": "completed", "tag": "e8d46c43-84b0-419b-a884-80fb065f71c0"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:37:37.795510 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=e8d46c43-84b0-419b-a884-80fb065f71c0,revision_number=7']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:37.802649 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04376128-a59b-439c-ba02-fbde15415a1c x-openstack-request-id: req-04376128-a59b-439c-ba02-fbde15415a1c {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:37:37.802997 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3062eda6-8e05-4619-87f9-208ccaaeea62", "name": "network-vif-plugged", "status": "completed", "tag": "e8d46c43-84b0-419b-a884-80fb065f71c0", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:37:37.803262 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04376128-a59b-439c-ba02-fbde15415a1c {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:37:37.803658 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3062eda6-8e05-4619-87f9-208ccaaeea62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d46c43-84b0-419b-a884-80fb065f71c0', 'code': 200} Aug 09 14:37:37.975396 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c850b4-d30d-4211-84d3-c45fb3c84a97 req-ec9112fb-df36-405b-940c-1030da28a6ee tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:37.976939 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a7c850b4-d30d-4211-84d3-c45fb3c84a97 req-ec9112fb-df36-405b-940c-1030da28a6ee tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.0697176 Aug 09 14:37:38.034474 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a7c850b4-d30d-4211-84d3-c45fb3c84a97 req-3ad9ac16-a703-4a37-b27b-e92a5bbe5929 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501833 Aug 09 14:37:38.153551 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1843b63-2b14-4f10-bd18-056fd3959c2f req-eff03d0f-3214-44e4-a3df-79efef1ba9ae tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:38.160260 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f1843b63-2b14-4f10-bd18-056fd3959c2f req-eff03d0f-3214-44e4-a3df-79efef1ba9ae tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=062eb031-dbb6-410e-9f10-3001b191ed5e HTTP/1.1" status: 200 len: 945 time: 0.0782905 Aug 09 14:37:38.211376 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f1843b63-2b14-4f10-bd18-056fd3959c2f req-c7ebc719-581e-4551-8b73-875a90d7e1ed tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d28edb9-41ba-4e0d-b69f-cc78dae22368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439641 Aug 09 14:37:38.336505 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df71dc1-8a6a-49fa-bb8d-88d79e6179e4 req-57afd507-b0f3-45b6-a07f-57876367bed6 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:38.341258 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4df71dc1-8a6a-49fa-bb8d-88d79e6179e4 req-57afd507-b0f3-45b6-a07f-57876367bed6 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=062eb031-dbb6-410e-9f10-3001b191ed5e HTTP/1.1" status: 200 len: 945 time: 0.0617046 Aug 09 14:37:38.348669 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 48800) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:37:38.354265 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-42eb09f5-6c5f-4eea-bc32-ffa05babeada tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Request body: {'floatingip': {'port_id': '1b515356-9642-4029-beee-52ffcc3b0576'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:37:38.435637 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-42eb09f5-6c5f-4eea-bc32-ffa05babeada tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for floatingip, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:38.965711 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b25ef-2c24-4cd9-b086-b347e997c571 req-9443b9cb-adf0-496d-b082-3ab903817d46 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:38.967320 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-125b25ef-2c24-4cd9-b086-b347e997c571 req-9443b9cb-adf0-496d-b082-3ab903817d46 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 946 time: 0.1464801 Aug 09 14:37:39.052558 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-42eb09f5-6c5f-4eea-bc32-ffa05babeada tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:39.059487 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-125b25ef-2c24-4cd9-b086-b347e997c571 req-fbff298c-03c4-4bc1-bd09-ea24d3ab2206 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855730 Aug 09 14:37:39.061165 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-42eb09f5-6c5f-4eea-bc32-ffa05babeada tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744004'] for floatingip, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:39.213849 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.db.l3_db [None req-42eb09f5-6c5f-4eea-bc32-ffa05babeada tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Floating IP 446cad78-695c-4cea-9ab7-278c9735e239 associated. External IP: 172.27.0.16, port: 1b515356-9642-4029-beee-52ffcc3b0576. Aug 09 14:37:39.259834 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e284ad-35bf-48e5-8708-d9a4ba57d966 req-2882e4df-a6ea-4162-900a-c338628192bf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:39.263417 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b0e284ad-35bf-48e5-8708-d9a4ba57d966 req-2882e4df-a6ea-4162-900a-c338628192bf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.1099985 Aug 09 14:37:39.358973 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b0e284ad-35bf-48e5-8708-d9a4ba57d966 req-8a4d2cfa-a98a-4072-abed-e5b189957ffe tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898857 Aug 09 14:37:39.376293 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:39.528419 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42eb09f5-6c5f-4eea-bc32-ffa05babeada tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Router 8fc7c47f-7f82-4376-ac3d-3855de6871a0 has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:37:39.689572 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e8c0877d-5fd1-4e5d-b8a0-e927aa5ce01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:39.716130 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42eb09f5-6c5f-4eea-bc32-ffa05babeada tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:37:39.723022 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-42eb09f5-6c5f-4eea-bc32-ffa05babeada tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:39.731527 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0f553b-6149-4ccd-971c-ff1258802e20 None None] Sync routers for ids ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:37:39.747748 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dee8f-92a8-4641-a4f3-e171905a7f74 req-a4c9c04c-ea3a-431e-b78b-ca3d1c9bb742 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:39.750161 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-df5dee8f-92a8-4641-a4f3-e171905a7f74 req-a4c9c04c-ea3a-431e-b78b-ca3d1c9bb742 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.11 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 946 time: 0.0857420 Aug 09 14:37:39.751471 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0f553b-6149-4ccd-971c-ff1258802e20 None None] Routers {'8fc7c47f-7f82-4376-ac3d-3855de6871a0'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:37:39.752084 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-3e0f553b-6149-4ccd-971c-ff1258802e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:37:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:37:39.762322 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-42eb09f5-6c5f-4eea-bc32-ffa05babeada tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "PUT /v2.0/floatingips/446cad78-695c-4cea-9ab7-278c9735e239 HTTP/1.1" status: 200 len: 990 time: 1.4111359 Aug 09 14:37:39.762322 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '062eb031-dbb6-410e-9f10-3001b191ed5e', 'tag': '1b515356-9642-4029-beee-52ffcc3b0576'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:37:39.769448 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56ce326a282370cb2de39ae3136380dca3ea80517aac3f2975b0460684c6f47d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a27a6e-4e9b-40ae-b1b0-3560245ea344" -d '{"events": [{"name": "network-changed", "server_uuid": "062eb031-dbb6-410e-9f10-3001b191ed5e", "tag": "1b515356-9642-4029-beee-52ffcc3b0576"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:37:39.820222 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969474a7-539a-4d27-bc43-f1352e113b2d req-2cc10e6d-1b3d-48ef-9660-4dbf8d38429b tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:39.822804 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-969474a7-539a-4d27-bc43-f1352e113b2d req-2cc10e6d-1b3d-48ef-9660-4dbf8d38429b tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 946 time: 0.1091747 Aug 09 14:37:39.881881 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-969474a7-539a-4d27-bc43-f1352e113b2d req-c2312cdc-b139-45d1-945f-ea7adbfb56fb tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507901 Aug 09 14:37:39.913961 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 48818) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:37:39.934605 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-df5dee8f-92a8-4641-a4f3-e171905a7f74 req-d3d0bfad-990a-4666-9887-9977e3396af9 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Deleting port 4c955d5d-6516-4e10-abff-2eb33b0fd26f {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:37:39.935119 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-df5dee8f-92a8-4641-a4f3-e171905a7f74 req-d3d0bfad-990a-4666-9887-9977e3396af9 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:39.962084 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-3e0f553b-6149-4ccd-971c-ff1258802e20 None None] Set router 8fc7c47f-7f82-4376-ac3d-3855de6871a0 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:37:39.982585 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a496168-7bc3-4c84-afff-2e17fe103064 x-openstack-request-id: req-7a496168-7bc3-4c84-afff-2e17fe103064 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:37:39.982964 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "062eb031-dbb6-410e-9f10-3001b191ed5e", "tag": "1b515356-9642-4029-beee-52ffcc3b0576", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:37:39.983221 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a496168-7bc3-4c84-afff-2e17fe103064 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:37:39.983826 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '062eb031-dbb6-410e-9f10-3001b191ed5e', 'tag': '1b515356-9642-4029-beee-52ffcc3b0576', 'status': 'completed', 'code': 200} Aug 09 14:37:40.052105 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f1a8d4-9712-4899-88e4-c5e25bf9389d tempest-TestMinimumBasicScenario-748420284 tempest-TestMinimumBasicScenario-748420284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:40.054737 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-f1f1a8d4-9712-4899-88e4-c5e25bf9389d tempest-TestMinimumBasicScenario-748420284 tempest-TestMinimumBasicScenario-748420284-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 1094 time: 0.1394193 Aug 09 14:37:40.057452 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 48822) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:37:40.063619 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-a5977b65-5946-4948-8f52-0689d515a101 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Request body: {'floatingip': {'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'port_id': '563d2a22-ae8b-4713-a86c-9b3889e5a22f', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:37:40.099899 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a5977b65-5946-4948-8f52-0689d515a101 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for floatingip, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:40.111766 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a27a6e-4e9b-40ae-b1b0-3560245ea344 req-6a21cbbf-c308-46db-a9dc-6eeb2e84cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:40.113316 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-62a27a6e-4e9b-40ae-b1b0-3560245ea344 req-6a21cbbf-c308-46db-a9dc-6eeb2e84cc63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=729113cfedf64bc3a79f3867c8bded3c&device_id=062eb031-dbb6-410e-9f10-3001b191ed5e HTTP/1.1" status: 200 len: 1098 time: 0.1021409 Aug 09 14:37:40.115703 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-df5dee8f-92a8-4641-a4f3-e171905a7f74 req-d3d0bfad-990a-4666-9887-9977e3396af9 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] For port 4c955d5d-6516-4e10-abff-2eb33b0fd26f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4c955d5d-6516-4e10-abff-2eb33b0fd26f,segment=NetworkSegment(a4e4de31-1b1f-431d-a977-df7ee1f8ed33),segment_id=a4e4de31-1b1f-431d-a977-df7ee1f8ed33)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:37:40.116079 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-df5dee8f-92a8-4641-a4f3-e171905a7f74 req-d3d0bfad-990a-4666-9887-9977e3396af9 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:40.254464 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73951649-1440-4ede-a65e-8fbf34e5485c req-291d8275-62aa-47bf-8727-673ab95462af tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:40.256734 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-73951649-1440-4ede-a65e-8fbf34e5485c req-291d8275-62aa-47bf-8727-673ab95462af tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 946 time: 0.0824947 Aug 09 14:37:40.307443 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a5977b65-5946-4948-8f52-0689d515a101 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:40.323832 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-73951649-1440-4ede-a65e-8fbf34e5485c req-729c6d9c-8186-49c6-bea0-7cf79c0fd894 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589700 Aug 09 14:37:40.353866 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:40.492829 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-df5dee8f-92a8-4641-a4f3-e171905a7f74 req-d3d0bfad-990a-4666-9887-9977e3396af9 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:40.493543 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-df5dee8f-92a8-4641-a4f3-e171905a7f74 req-d3d0bfad-990a-4666-9887-9977e3396af9 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744004'] for floatingip, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:40.493799 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.db.l3_db [req-df5dee8f-92a8-4641-a4f3-e171905a7f74 req-d3d0bfad-990a-4666-9887-9977e3396af9 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Floating IP 7b8ada77-67c7-4fbc-8cf1-5a366d99ce04 disassociated. External IP: 172.27.0.85, port: 4c955d5d-6516-4e10-abff-2eb33b0fd26f. Aug 09 14:37:40.494152 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-df5dee8f-92a8-4641-a4f3-e171905a7f74 req-d3d0bfad-990a-4666-9887-9977e3396af9 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Calling delete_port for 4c955d5d-6516-4e10-abff-2eb33b0fd26f owned by compute:nova {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:37:40.514424 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-3e0f553b-6149-4ccd-971c-ff1258802e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'name': 'tempest-AttachVolumeTestJSON-1782958590-router', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:10Z', 'revision_number': 4, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'gw_port': {'id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': '446cad78-695c-4cea-9ab7-278c9735e239', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'port_id': '1b515356-9642-4029-beee-52ffcc3b0576', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'mac_address': 'fa:16:3e:8b:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062eb031-dbb6-410e-9f10-3001b191ed5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:37:26Z', 'updated_at': '2021-08-09T14:37:38Z', 'revision_number': 1, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6', 'name': '', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'mac_address': 'fa:16:3e:26:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:09Z', 'updated_at': '2021-08-09T14:33:16Z', 'revision_number': 5, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'subnets': [{'id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:37:40.530123 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [None req-a5977b65-5946-4948-8f52-0689d515a101 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Allocated IP 172.27.0.205 (fec02cd1-e2e8-4817-ba73-274d16c5b5b9/3361a577-0d73-418c-9a78-05f67eccb0cb/4d5ef385-5342-4193-b7af-42f11d5171a1) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:37:40.558374 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fe5a8-702d-4143-a738-d310145a7c49 req-46c3ddec-2178-4a86-809c-bdd3c0b451eb tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:40.560054 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3b7fe5a8-702d-4143-a738-d310145a7c49 req-46c3ddec-2178-4a86-809c-bdd3c0b451eb tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.0876553 Aug 09 14:37:40.568540 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a27a6e-4e9b-40ae-b1b0-3560245ea344 req-5a4d892a-437b-4995-afa2-2fd14e5fb186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:40.570121 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-62a27a6e-4e9b-40ae-b1b0-3560245ea344 req-5a4d892a-437b-4995-afa2-2fd14e5fb186 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c20e9c5d-5cc7-41a2-8f11-7c043eca0179 HTTP/1.1" status: 200 len: 912 time: 0.4359016 Aug 09 14:37:40.571603 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0f553b-6149-4ccd-971c-ff1258802e20 None None] Checking router: 8fc7c47f-7f82-4376-ac3d-3855de6871a0 for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:37:40.585971 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0f553b-6149-4ccd-971c-ff1258802e20 None None] Routers {'8fc7c47f-7f82-4376-ac3d-3855de6871a0'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:37:40.587173 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-3e0f553b-6149-4ccd-971c-ff1258802e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:37:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:37:40.660236 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3b7fe5a8-702d-4143-a738-d310145a7c49 req-91658e40-7383-4ec2-985c-34b8409a5363 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748396 Aug 09 14:37:40.769034 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-df5dee8f-92a8-4641-a4f3-e171905a7f74 req-d3d0bfad-990a-4666-9887-9977e3396af9 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:40.781361 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-62a27a6e-4e9b-40ae-b1b0-3560245ea344 req-f1f075da-0335-4b59-a46a-24363aec60c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b515356-9642-4029-beee-52ffcc3b0576 HTTP/1.1" status: 200 len: 998 time: 0.0967798 Aug 09 14:37:40.785755 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-3e0f553b-6149-4ccd-971c-ff1258802e20 None None] Set router 8fc7c47f-7f82-4376-ac3d-3855de6871a0 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:37:40.787912 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a5977b65-5946-4948-8f52-0689d515a101 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:40.831365 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0bfad-990a-4666-9887-9977e3396af9 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Pushing event deleted for resources: {'Port': ['ID=4c955d5d-6516-4e10-abff-2eb33b0fd26f,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:40.858515 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a5977b65-5946-4948-8f52-0689d515a101 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:41.012524 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a27a6e-4e9b-40ae-b1b0-3560245ea344 req-c947187d-87cd-4640-80c4-7a6653dce7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:41.015433 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-62a27a6e-4e9b-40ae-b1b0-3560245ea344 req-c947187d-87cd-4640-80c4-7a6653dce7c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5 HTTP/1.1" status: 200 len: 850 time: 0.2021165 Aug 09 14:37:41.060710 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5977b65-5946-4948-8f52-0689d515a101 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:37:41.069776 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-a5977b65-5946-4948-8f52-0689d515a101 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:37:41.073985 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5977b65-5946-4948-8f52-0689d515a101 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Pushing event updated for resources: {'Port': ['ID=4d5ef385-5342-4193-b7af-42f11d5171a1,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:41.083748 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5977b65-5946-4948-8f52-0689d515a101 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:37:41.165077 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a27a6e-4e9b-40ae-b1b0-3560245ea344 req-523abaaa-7fe3-4e98-9954-98fd5fca4672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:41.167693 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-62a27a6e-4e9b-40ae-b1b0-3560245ea344 req-523abaaa-7fe3-4e98-9954-98fd5fca4672 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c20e9c5d-5cc7-41a2-8f11-7c043eca0179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1438332 Aug 09 14:37:41.172375 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df5dee8f-92a8-4641-a4f3-e171905a7f74 req-d3d0bfad-990a-4666-9887-9977e3396af9 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:37:41.273310 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-3e0f553b-6149-4ccd-971c-ff1258802e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'name': 'tempest-AttachVolumeTestJSON-1782958590-router', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:10Z', 'revision_number': 4, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'gw_port': {'id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': '446cad78-695c-4cea-9ab7-278c9735e239', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'port_id': '1b515356-9642-4029-beee-52ffcc3b0576', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'mac_address': 'fa:16:3e:8b:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062eb031-dbb6-410e-9f10-3001b191ed5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:37:26Z', 'updated_at': '2021-08-09T14:37:38Z', 'revision_number': 1, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6', 'name': '', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'mac_address': 'fa:16:3e:26:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:09Z', 'updated_at': '2021-08-09T14:33:16Z', 'revision_number': 5, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'subnets': [{'id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:37:41.313090 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0f553b-6149-4ccd-971c-ff1258802e20 None None] The sync data for ids ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'] in dv-cinder-780933-12-iscsi is: [{'id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'name': 'tempest-AttachVolumeTestJSON-1782958590-router', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:10Z', 'revision_number': 4, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'gw_port': {'id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': '446cad78-695c-4cea-9ab7-278c9735e239', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'port_id': '1b515356-9642-4029-beee-52ffcc3b0576', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'mac_address': 'fa:16:3e:8b:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062eb031-dbb6-410e-9f10-3001b191ed5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:37:26Z', 'updated_at': '2021-08-09T14:37:38Z', 'revision_number': 1, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6', 'name': '', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'mac_address': 'fa:16:3e:26:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:09Z', 'updated_at': '2021-08-09T14:33:16Z', 'revision_number': 5, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'subnets': [{'id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:37:41.417359 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-62a27a6e-4e9b-40ae-b1b0-3560245ea344 req-1336bfc9-874f-41b7-8603-f4202d789232 service neutron] 10.222.0.11 "GET /v2.0/networks/c20e9c5d-5cc7-41a2-8f11-7c043eca0179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302532 Aug 09 14:37:41.593514 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df5dee8f-92a8-4641-a4f3-e171905a7f74 req-d3d0bfad-990a-4666-9887-9977e3396af9 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:37:41.604634 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb6eaa-e1d6-4912-af4c-feac111af5be None None] Sync routers for ids ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'] in dv-cinder-780933-12-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:37:41.616537 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-62a27a6e-4e9b-40ae-b1b0-3560245ea344 req-a206ca9d-221f-4958-a291-b660fbd5af03 service neutron] 10.222.0.11 "GET /v2.0/networks/c20e9c5d-5cc7-41a2-8f11-7c043eca0179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872158 Aug 09 14:37:41.630687 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb6eaa-e1d6-4912-af4c-feac111af5be None None] Routers {'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:37:41.631719 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-38eb6eaa-e1d6-4912-af4c-feac111af5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:37:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:37:41.681727 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5dee8f-92a8-4641-a4f3-e171905a7f74 req-d3d0bfad-990a-4666-9887-9977e3396af9 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] No DVR routers for this DVR port 4c955d5d-6516-4e10-abff-2eb33b0fd26f on host hv-cinder-78093 {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:37:41.692191 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-df5dee8f-92a8-4641-a4f3-e171905a7f74 req-d3d0bfad-990a-4666-9887-9977e3396af9 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:41.697211 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-df5dee8f-92a8-4641-a4f3-e171905a7f74 req-d3d0bfad-990a-4666-9887-9977e3396af9 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.11 "DELETE /v2.0/ports/4c955d5d-6516-4e10-abff-2eb33b0fd26f HTTP/1.1" status: 204 len: 173 time: 1.9189849 Aug 09 14:37:41.697752 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14965454-7bb2-4145-a1d4-fc82d3109411', 'name': 'network-vif-deleted', 'tag': '4c955d5d-6516-4e10-abff-2eb33b0fd26f'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:37:41.710285 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b9fc46-0af9-48bc-8cd0-26170e447ca3" -d '{"events": [{"server_uuid": "14965454-7bb2-4145-a1d4-fc82d3109411", "name": "network-vif-deleted", "tag": "4c955d5d-6516-4e10-abff-2eb33b0fd26f"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:37:41.805025 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-38eb6eaa-e1d6-4912-af4c-feac111af5be None None] Set router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:37:41.812884 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4521b400-041f-4385-81ce-33e476d04f70 None None] New status for floating IP 446cad78-695c-4cea-9ab7-278c9735e239: ACTIVE {{(pid=93283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:37:41.977902 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-01603be9-9179-4ae4-abc9-f9468053a916 req-b3002650-c030-484e-809f-c227cb501c31 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=14965454-7bb2-4145-a1d4-fc82d3109411 HTTP/1.1" status: 200 len: 210 time: 0.0567305 Aug 09 14:37:42.048035 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e8d96-eb2a-46e0-815d-b4c6f1895dcd req-e3ec5d53-cbd3-4199-b13a-ee90b841de96 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:42.057873 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d27e8d96-eb2a-46e0-815d-b4c6f1895dcd req-e3ec5d53-cbd3-4199-b13a-ee90b841de96 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.1481404 Aug 09 14:37:42.099099 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe525e6-e19f-4155-88cf-1d9f901c0569 x-openstack-request-id: req-0fe525e6-e19f-4155-88cf-1d9f901c0569 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:37:42.099732 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14965454-7bb2-4145-a1d4-fc82d3109411", "name": "network-vif-deleted", "tag": "4c955d5d-6516-4e10-abff-2eb33b0fd26f", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:37:42.099732 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0fe525e6-e19f-4155-88cf-1d9f901c0569 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:37:42.100209 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14965454-7bb2-4145-a1d4-fc82d3109411', 'name': 'network-vif-deleted', 'tag': '4c955d5d-6516-4e10-abff-2eb33b0fd26f', 'status': 'completed', 'code': 200} Aug 09 14:37:42.103124 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-38eb6eaa-e1d6-4912-af4c-feac111af5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:34:08Z', 'revision_number': 4, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '7ba13e9d-c568-42ca-9f41-0e033192c000', 'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'mac_address': 'fa:16:3e:dd:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:08Z', 'updated_at': '2021-08-09T14:34:15Z', 'revision_number': 5, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'subnets': [{'id': '49267761-fa03-47db-88f0-76622128cfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:37:42.166179 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb6eaa-e1d6-4912-af4c-feac111af5be None None] Checking router: cf22e8aa-8fa0-4662-b4fa-7dc5964f615c for host: dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:37:42.185579 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb6eaa-e1d6-4912-af4c-feac111af5be None None] Routers {'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:37:42.187122 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-38eb6eaa-e1d6-4912-af4c-feac111af5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:37:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:37:42.193337 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d27e8d96-eb2a-46e0-815d-b4c6f1895dcd req-e27b808d-fdc1-414b-ac04-08c7876456c4 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1306210 Aug 09 14:37:42.310825 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:42.352992 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a5977b65-5946-4948-8f52-0689d515a101 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:42.378982 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-38eb6eaa-e1d6-4912-af4c-feac111af5be None None] Set router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:37:42.435997 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a5977b65-5946-4948-8f52-0689d515a101 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:42.682633 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a5977b65-5946-4948-8f52-0689d515a101 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:42.690284 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a5977b65-5946-4948-8f52-0689d515a101 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25220855'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:42.730511 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-38eb6eaa-e1d6-4912-af4c-feac111af5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:34:08Z', 'revision_number': 4, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '7ba13e9d-c568-42ca-9f41-0e033192c000', 'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'mac_address': 'fa:16:3e:dd:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:08Z', 'updated_at': '2021-08-09T14:34:15Z', 'revision_number': 5, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'subnets': [{'id': '49267761-fa03-47db-88f0-76622128cfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:37:42.821539 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5977b65-5946-4948-8f52-0689d515a101 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Pushing event updated for resources: {'Port': ['ID=4d5ef385-5342-4193-b7af-42f11d5171a1,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:42.825464 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a5977b65-5946-4948-8f52-0689d515a101 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744004'] for floatingip, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:42.901286 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb6eaa-e1d6-4912-af4c-feac111af5be None None] The sync data for ids ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'] in dv-cinder-780933-12-iscsi is: [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:34:08Z', 'revision_number': 4, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '7ba13e9d-c568-42ca-9f41-0e033192c000', 'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'mac_address': 'fa:16:3e:dd:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:08Z', 'updated_at': '2021-08-09T14:34:15Z', 'revision_number': 5, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'subnets': [{'id': '49267761-fa03-47db-88f0-76622128cfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:37:42.959896 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.db.l3_db [None req-a5977b65-5946-4948-8f52-0689d515a101 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Floating IP 31e365a9-f6a6-4f1b-b781-b700735418bc associated. External IP: 172.27.0.205, port: 563d2a22-ae8b-4713-a86c-9b3889e5a22f. Aug 09 14:37:43.302513 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003a9ff7-cb06-4e93-b776-afc66507f435 None None] New status for floating IP 7b8ada77-67c7-4fbc-8cf1-5a366d99ce04: DOWN {{(pid=93284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:37:43.328189 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5977b65-5946-4948-8f52-0689d515a101 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Router 1742f8f8-9ec7-4aea-a824-32870ef939ec has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:37:43.422862 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f6c4d-cdb2-40e1-ab08-f0e13810545e req-cae3f624-6540-4cbe-be42-8f80760ffab8 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:43.425007 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-886f6c4d-cdb2-40e1-ab08-f0e13810545e req-cae3f624-6540-4cbe-be42-8f80760ffab8 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.1497812 Aug 09 14:37:43.434697 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-9c7b4650-0d5b-4ec6-9ac0-2b299c550f3b tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725175171&fields=id&tenant_id=488c470ed0ff4cddbe230238fe0b2253 HTTP/1.1" status: 200 len: 267 time: 0.1090906 Aug 09 14:37:43.607422 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-886f6c4d-cdb2-40e1-ab08-f0e13810545e req-0be8ebf2-3457-4a8b-b75f-0d805523fc68 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1570930 Aug 09 14:37:43.665219 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5977b65-5946-4948-8f52-0689d515a101 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:37:43.678056 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6299f72e-a56f-4c8d-bbac-846e17d4a96a None None] Sync routers for ids ['1742f8f8-9ec7-4aea-a824-32870ef939ec'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:37:43.684174 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-a7dd7296-f6d3-4ef9-aa71-972ee693e644 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:43.691479 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-a7dd7296-f6d3-4ef9-aa71-972ee693e644 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/networks?id=ed0ef885-267d-4f20-9f65-7ec82a72fd21 HTTP/1.1" status: 200 len: 812 time: 0.2443480 Aug 09 14:37:43.693882 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6299f72e-a56f-4c8d-bbac-846e17d4a96a None None] Routers {'1742f8f8-9ec7-4aea-a824-32870ef939ec'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:37:43.694572 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-6299f72e-a56f-4c8d-bbac-846e17d4a96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:37:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['1742f8f8-9ec7-4aea-a824-32870ef939ec'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:37:43.717776 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-b049aa8a-b7b1-4271-afb7-2fe09d728c56 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/quotas/488c470ed0ff4cddbe230238fe0b2253 HTTP/1.1" status: 200 len: 375 time: 0.0252819 Aug 09 14:37:43.730065 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a5977b65-5946-4948-8f52-0689d515a101 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:43.787427 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-a5977b65-5946-4948-8f52-0689d515a101 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7274644 Aug 09 14:37:43.789408 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c72aa6-d2ac-484c-8fe1-0addbe419b1f', 'tag': '563d2a22-ae8b-4713-a86c-9b3889e5a22f'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:37:43.790121 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 48856) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:37:43.791733 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56ce326a282370cb2de39ae3136380dca3ea80517aac3f2975b0460684c6f47d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a6c8d9-393f-41bf-be59-93eac6838319" -d '{"events": [{"name": "network-changed", "server_uuid": "26c72aa6-d2ac-484c-8fe1-0addbe419b1f", "tag": "563d2a22-ae8b-4713-a86c-9b3889e5a22f"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:37:43.800517 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-8d7fa465-f0ad-4490-9e6c-5b641355f21b tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-333271645', 'description': 'tempest-secgroup-smoke-333271645 description', 'project_id': '5b30c095265445e5a5971eb251fccb17'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:37:43.819331 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-82cf99c8-13bd-4186-8dfc-c4e963ca2415 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=488c470ed0ff4cddbe230238fe0b2253&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1005502 Aug 09 14:37:43.855381 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832608af-4a33-4ec2-8d09-0ff4f5e965ed x-openstack-request-id: req-832608af-4a33-4ec2-8d09-0ff4f5e965ed {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:37:43.855381 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c72aa6-d2ac-484c-8fe1-0addbe419b1f", "tag": "563d2a22-ae8b-4713-a86c-9b3889e5a22f", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:37:43.855641 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-832608af-4a33-4ec2-8d09-0ff4f5e965ed {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:37:43.855832 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c72aa6-d2ac-484c-8fe1-0addbe419b1f', 'tag': '563d2a22-ae8b-4713-a86c-9b3889e5a22f', 'status': 'completed', 'code': 200} Aug 09 14:37:43.864157 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8d7fa465-f0ad-4490-9e6c-5b641355f21b tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:43.889966 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-6299f72e-a56f-4c8d-bbac-846e17d4a96a None None] Set router 1742f8f8-9ec7-4aea-a824-32870ef939ec gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:37:44.017188 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6c8d9-393f-41bf-be59-93eac6838319 req-3dee22b5-a628-4548-b8e0-17a374f21170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:44.025796 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b1a6c8d9-393f-41bf-be59-93eac6838319 req-3dee22b5-a628-4548-b8e0-17a374f21170 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b30c095265445e5a5971eb251fccb17&device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 1099 time: 0.1407728 Aug 09 14:37:44.063912 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-92e57628-a787-4011-a369-d5333949e60e service neutron] 10.222.0.60 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409632 Aug 09 14:37:44.161764 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8d7fa465-f0ad-4490-9e6c-5b641355f21b tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:44.180288 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8d7fa465-f0ad-4490-9e6c-5b641355f21b tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:44.199777 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6c8d9-393f-41bf-be59-93eac6838319 req-d222d5fe-fa6e-4f5b-ba14-011a66e69fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:44.201809 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b1a6c8d9-393f-41bf-be59-93eac6838319 req-d222d5fe-fa6e-4f5b-ba14-011a66e69fbb service neutron] 10.222.0.11 "GET /v2.0/networks?id=65eaa41a-623b-418a-9260-f0ec9b99ecf9 HTTP/1.1" status: 200 len: 913 time: 0.1659894 Aug 09 14:37:44.226355 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-c8a03c19-1289-423c-9db3-8187b84db667 service neutron] 10.222.0.60 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522431 Aug 09 14:37:44.261180 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8d7fa465-f0ad-4490-9e6c-5b641355f21b tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:44.265145 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-8d7fa465-f0ad-4490-9e6c-5b641355f21b tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4707987 Aug 09 14:37:44.267147 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 48862) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:37:44.271908 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7fa465-f0ad-4490-9e6c-5b641355f21b tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b784b0-54fa-4b28-bda2-b7e3e2541314,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:44.273170 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-0ed0f59a-a168-4fff-b6fb-8def91293b25 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Request body: {'security_group_rule': {'security_group_id': 'd5b784b0-54fa-4b28-bda2-b7e3e2541314', 'project_id': '5b30c095265445e5a5971eb251fccb17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:37:44.300670 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b1a6c8d9-393f-41bf-be59-93eac6838319 req-778e711e-f4de-45f9-8f63-940d24232096 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=563d2a22-ae8b-4713-a86c-9b3889e5a22f HTTP/1.1" status: 200 len: 1000 time: 0.0832570 Aug 09 14:37:44.325232 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0ed0f59a-a168-4fff-b6fb-8def91293b25 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:44.345628 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-6299f72e-a56f-4c8d-bbac-846e17d4a96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'name': 'tempest-TestMinimumBasicScenario-5279792-router', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:45Z', 'updated_at': '2021-08-09T14:36:48Z', 'revision_number': 4, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'gw_port': {'id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:46Z', 'updated_at': '2021-08-09T14:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': '31e365a9-f6a6-4f1b-b781-b700735418bc', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'port_id': '563d2a22-ae8b-4713-a86c-9b3889e5a22f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9', 'mac_address': 'fa:16:3e:41:22:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c72aa6-d2ac-484c-8fe1-0addbe419b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:37:42Z', 'updated_at': '2021-08-09T14:37:42Z', 'revision_number': 0, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a51e97a-cb87-4ed0-a58e-80edce48b843', 'name': '', 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'mac_address': 'fa:16:3e:b9:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7c85a289-f46f-4e93-8c58-e4ba66d2b13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:47Z', 'updated_at': '2021-08-09T14:36:55Z', 'revision_number': 5, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'subnets': [{'id': '7c85a289-f46f-4e93-8c58-e4ba66d2b13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:37:44.388031 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6299f72e-a56f-4c8d-bbac-846e17d4a96a None None] Checking router: 1742f8f8-9ec7-4aea-a824-32870ef939ec for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:37:44.399739 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6299f72e-a56f-4c8d-bbac-846e17d4a96a None None] Routers {'1742f8f8-9ec7-4aea-a824-32870ef939ec'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:37:44.400447 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-6299f72e-a56f-4c8d-bbac-846e17d4a96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:37:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['1742f8f8-9ec7-4aea-a824-32870ef939ec'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:37:44.416125 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6c8d9-393f-41bf-be59-93eac6838319 req-4b00def9-832c-4602-82fd-7874962aae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:44.417697 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0ed0f59a-a168-4fff-b6fb-8def91293b25 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:44.418767 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b1a6c8d9-393f-41bf-be59-93eac6838319 req-4b00def9-832c-4602-82fd-7874962aae72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c85a289-f46f-4e93-8c58-e4ba66d2b13d HTTP/1.1" status: 200 len: 851 time: 0.1093702 Aug 09 14:37:44.422521 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0ed0f59a-a168-4fff-b6fb-8def91293b25 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:44.444908 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0f59a-a168-4fff-b6fb-8def91293b25 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=202fc377-dd73-4b6c-97aa-b79be53181d4,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:44.472236 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed0f59a-a168-4fff-b6fb-8def91293b25 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:44.473987 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed0f59a-a168-4fff-b6fb-8def91293b25 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:44.477422 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed0f59a-a168-4fff-b6fb-8def91293b25 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:44.477908 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed0f59a-a168-4fff-b6fb-8def91293b25 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:44.478356 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed0f59a-a168-4fff-b6fb-8def91293b25 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:44.478836 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed0f59a-a168-4fff-b6fb-8def91293b25 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:44.479301 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed0f59a-a168-4fff-b6fb-8def91293b25 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:44.479785 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed0f59a-a168-4fff-b6fb-8def91293b25 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:44.486705 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed0f59a-a168-4fff-b6fb-8def91293b25 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:44.486705 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed0f59a-a168-4fff-b6fb-8def91293b25 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:44.486705 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed0f59a-a168-4fff-b6fb-8def91293b25 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:44.486705 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed0f59a-a168-4fff-b6fb-8def91293b25 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:37:44.494943 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0ed0f59a-a168-4fff-b6fb-8def91293b25 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:44.496400 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-0ed0f59a-a168-4fff-b6fb-8def91293b25 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2289624 Aug 09 14:37:44.499716 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 48870) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:37:44.507055 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-33a84ba0-ffc7-4e43-aec4-7067182e9ae5 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Request body: {'security_group_rule': {'security_group_id': 'd5b784b0-54fa-4b28-bda2-b7e3e2541314', 'project_id': '5b30c095265445e5a5971eb251fccb17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:37:44.533762 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6c8d9-393f-41bf-be59-93eac6838319 req-e032551b-c939-41dd-9b10-9a76bcadb69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:44.535640 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b1a6c8d9-393f-41bf-be59-93eac6838319 req-e032551b-c939-41dd-9b10-9a76bcadb69b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65eaa41a-623b-418a-9260-f0ec9b99ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1049211 Aug 09 14:37:44.574864 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-33a84ba0-ffc7-4e43-aec4-7067182e9ae5 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:44.595490 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-6299f72e-a56f-4c8d-bbac-846e17d4a96a None None] Set router 1742f8f8-9ec7-4aea-a824-32870ef939ec gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:37:44.732046 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b1a6c8d9-393f-41bf-be59-93eac6838319 req-22df3c33-1d94-45c1-ba79-6e411fdd8dce service neutron] 10.222.0.11 "GET /v2.0/networks/65eaa41a-623b-418a-9260-f0ec9b99ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706262 Aug 09 14:37:44.748169 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-68260b4b-e30e-4300-afbd-70463031c255 req-5170c832-ea7b-4aab-9e95-041d604a4d16 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 210 time: 0.0497389 Aug 09 14:37:44.774200 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-33a84ba0-ffc7-4e43-aec4-7067182e9ae5 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:44.789228 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-33a84ba0-ffc7-4e43-aec4-7067182e9ae5 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:44.836120 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a84ba0-ffc7-4e43-aec4-7067182e9ae5 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a5c192-df30-4f0a-8cf6-11258cc14c11,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:44.869445 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1c288-b8d0-49d5-8691-e9fcb2612c1d req-73723b06-927e-48f2-b79b-d90958411042 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:44.877823 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0ec1c288-b8d0-49d5-8691-e9fcb2612c1d req-73723b06-927e-48f2-b79b-d90958411042 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.1014578 Aug 09 14:37:44.887121 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-33a84ba0-ffc7-4e43-aec4-7067182e9ae5 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:44.890203 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-33a84ba0-ffc7-4e43-aec4-7067182e9ae5 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3868308 Aug 09 14:37:44.893589 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 48884) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:37:44.899460 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-bcdbf28a-759e-42b4-9a12-ecae03c0cefd tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Request body: {'security_group_rule': {'security_group_id': 'd5b784b0-54fa-4b28-bda2-b7e3e2541314', 'project_id': '5b30c095265445e5a5971eb251fccb17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:37:44.959160 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0ec1c288-b8d0-49d5-8691-e9fcb2612c1d req-3321bad3-d238-4a22-899a-875cbf6c1ea8 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766737 Aug 09 14:37:44.982552 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-bcdbf28a-759e-42b4-9a12-ecae03c0cefd tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:44.989615 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b1a6c8d9-393f-41bf-be59-93eac6838319 req-7cd7e65c-90a2-4ab2-9016-9087bee4398e service neutron] 10.222.0.11 "GET /v2.0/networks/65eaa41a-623b-418a-9260-f0ec9b99ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485044 Aug 09 14:37:45.093325 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-bcdbf28a-759e-42b4-9a12-ecae03c0cefd tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:45.100325 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-bcdbf28a-759e-42b4-9a12-ecae03c0cefd tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:45.135647 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbf28a-759e-42b4-9a12-ecae03c0cefd tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678d8b7f-b644-46d3-bb4e-d07bccd11ec1,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:45.142220 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-bcdbf28a-759e-42b4-9a12-ecae03c0cefd tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:45.144439 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-bcdbf28a-759e-42b4-9a12-ecae03c0cefd tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2491899 Aug 09 14:37:45.147873 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 48888) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:37:45.153480 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-90b38430-86ce-42fa-a7f1-776041917478 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Request body: {'security_group_rule': {'security_group_id': 'd5b784b0-54fa-4b28-bda2-b7e3e2541314', 'project_id': '5b30c095265445e5a5971eb251fccb17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:37:45.153659 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-6299f72e-a56f-4c8d-bbac-846e17d4a96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'name': 'tempest-TestMinimumBasicScenario-5279792-router', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:45Z', 'updated_at': '2021-08-09T14:36:48Z', 'revision_number': 4, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'gw_port': {'id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:46Z', 'updated_at': '2021-08-09T14:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': '31e365a9-f6a6-4f1b-b781-b700735418bc', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'port_id': '563d2a22-ae8b-4713-a86c-9b3889e5a22f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9', 'mac_address': 'fa:16:3e:41:22:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c72aa6-d2ac-484c-8fe1-0addbe419b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:37:42Z', 'updated_at': '2021-08-09T14:37:42Z', 'revision_number': 0, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a51e97a-cb87-4ed0-a58e-80edce48b843', 'name': '', 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'mac_address': 'fa:16:3e:b9:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7c85a289-f46f-4e93-8c58-e4ba66d2b13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:47Z', 'updated_at': '2021-08-09T14:36:55Z', 'revision_number': 5, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'subnets': [{'id': '7c85a289-f46f-4e93-8c58-e4ba66d2b13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:37:45.185513 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6299f72e-a56f-4c8d-bbac-846e17d4a96a None None] The sync data for ids ['1742f8f8-9ec7-4aea-a824-32870ef939ec'] in dv-cinder-780933-12-iscsi is: [{'id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'name': 'tempest-TestMinimumBasicScenario-5279792-router', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:45Z', 'updated_at': '2021-08-09T14:36:48Z', 'revision_number': 4, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'gw_port': {'id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:46Z', 'updated_at': '2021-08-09T14:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': '31e365a9-f6a6-4f1b-b781-b700735418bc', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'port_id': '563d2a22-ae8b-4713-a86c-9b3889e5a22f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9', 'mac_address': 'fa:16:3e:41:22:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c72aa6-d2ac-484c-8fe1-0addbe419b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:37:42Z', 'updated_at': '2021-08-09T14:37:42Z', 'revision_number': 0, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a51e97a-cb87-4ed0-a58e-80edce48b843', 'name': '', 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'mac_address': 'fa:16:3e:b9:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7c85a289-f46f-4e93-8c58-e4ba66d2b13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:47Z', 'updated_at': '2021-08-09T14:36:55Z', 'revision_number': 5, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'subnets': [{'id': '7c85a289-f46f-4e93-8c58-e4ba66d2b13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:37:45.205824 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 4c955d5d-6516-4e10-abff-2eb33b0fd26f no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:37:45.213510 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-90b38430-86ce-42fa-a7f1-776041917478 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:45.229697 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] No Port match for: 4c955d5d-6516-4e10-abff-2eb33b0fd26f {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:37:45.230329 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 4c955d5d-6516-4e10-abff-2eb33b0fd26f not bound to the agent host hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:37:45.313093 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-90b38430-86ce-42fa-a7f1-776041917478 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:45.324369 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-90b38430-86ce-42fa-a7f1-776041917478 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:45.342717 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b38430-86ce-42fa-a7f1-776041917478 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9425cc56-4bb3-46bd-89d1-c45860b8602d,revision_number=0']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:45.355931 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-90b38430-86ce-42fa-a7f1-776041917478 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:45.357332 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-90b38430-86ce-42fa-a7f1-776041917478 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2079082 Aug 09 14:37:45.360018 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 48890) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:37:45.367649 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-844413de-de06-4d7c-9bad-0497ab309aa8 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Request body: {'security_group_rule': {'security_group_id': 'd5b784b0-54fa-4b28-bda2-b7e3e2541314', 'project_id': '5b30c095265445e5a5971eb251fccb17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:37:45.407202 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.db.securitygroups_db [None req-844413de-de06-4d7c-9bad-0497ab309aa8 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Project 5b30c095265445e5a5971eb251fccb17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 14:37:45.414131 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-844413de-de06-4d7c-9bad-0497ab309aa8 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:45.486804 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-844413de-de06-4d7c-9bad-0497ab309aa8 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:45.493638 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-844413de-de06-4d7c-9bad-0497ab309aa8 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:45.529700 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-844413de-de06-4d7c-9bad-0497ab309aa8 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:45.530232 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b61f84e-5052-4172-b6e4-3dc33fa48532 None None] New status for floating IP 31e365a9-f6a6-4f1b-b781-b700735418bc: ACTIVE {{(pid=93284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:37:45.533780 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-844413de-de06-4d7c-9bad-0497ab309aa8 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1697061 Aug 09 14:37:45.535109 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 48892) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:37:45.541815 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-b89f77ea-4134-4e36-8073-0436503365a4 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Request body: {'security_group_rule': {'security_group_id': 'd5b784b0-54fa-4b28-bda2-b7e3e2541314', 'project_id': '5b30c095265445e5a5971eb251fccb17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:37:45.581942 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844413de-de06-4d7c-9bad-0497ab309aa8 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd998eb-2d95-4e3f-8650-65605cfe27a3,revision_number=0']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:45.589555 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.db.securitygroups_db [None req-b89f77ea-4134-4e36-8073-0436503365a4 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Project 5b30c095265445e5a5971eb251fccb17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 14:37:45.599644 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b89f77ea-4134-4e36-8073-0436503365a4 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:45.667296 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b89f77ea-4134-4e36-8073-0436503365a4 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:45.671714 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b89f77ea-4134-4e36-8073-0436503365a4 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775182'] for security_group_rule, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:45.695388 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f77ea-4134-4e36-8073-0436503365a4 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75857312-86ba-48c9-8d8f-c6b8c80afb40,revision_number=0']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:45.699106 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b89f77ea-4134-4e36-8073-0436503365a4 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:45.700373 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-b89f77ea-4134-4e36-8073-0436503365a4 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1642346 Aug 09 14:37:45.812802 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a6e0d40e-5e92-4c12-9795-33458f05210b req-34467e5e-396a-4ccc-a6de-39776f545a5c tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-333271645&fields=id&tenant_id=5b30c095265445e5a5971eb251fccb17 HTTP/1.1" status: 200 len: 267 time: 0.0514667 Aug 09 14:37:45.906937 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c57a9e0a-478f-41eb-b350-9f50e283b72c req-e9579013-b51a-4643-bf45-59b4de5f30a3 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 210 time: 0.0691652 Aug 09 14:37:45.946107 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0d40e-5e92-4c12-9795-33458f05210b req-a90a0a77-3854-4254-b773-4fa70d016db2 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:45.947678 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a6e0d40e-5e92-4c12-9795-33458f05210b req-a90a0a77-3854-4254-b773-4fa70d016db2 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 946 time: 0.1275871 Aug 09 14:37:45.966504 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [req-a6e0d40e-5e92-4c12-9795-33458f05210b req-f33fae2e-e62f-4d9e-bc83-7feaeb66ef4b tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Request body: {'port': {'security_groups': ['0554a532-61f7-4544-91c1-71a2a696a401', 'd5b784b0-54fa-4b28-bda2-b7e3e2541314']}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:37:46.133592 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-a6e0d40e-5e92-4c12-9795-33458f05210b req-f33fae2e-e62f-4d9e-bc83-7feaeb66ef4b tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:46.310157 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-a6333658-a058-4da4-919c-f97eb18947d3 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:46.310157 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-a6333658-a058-4da4-919c-f97eb18947d3 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.11 "GET /v2.0/networks?id=ed0ef885-267d-4f20-9f65-7ec82a72fd21 HTTP/1.1" status: 200 len: 812 time: 0.2588615 Aug 09 14:37:46.384872 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a831fb-20dd-425a-9a7b-9b180a863a29 req-ac22f2c0-eab0-4b1c-bf07-d24e6efe014a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:46.386810 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-56a831fb-20dd-425a-9a7b-9b180a863a29 req-ac22f2c0-eab0-4b1c-bf07-d24e6efe014a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.2001677 Aug 09 14:37:46.394033 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-35032654-8c9a-45fc-a156-d0345e38d08e tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=488c470ed0ff4cddbe230238fe0b2253 HTTP/1.1" status: 200 len: 379 time: 0.0719166 Aug 09 14:37:46.404920 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-bacaa50c-0a5e-43bd-aaa4-bd9014a8bc17 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Request body: {'port': {'device_id': '25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'admin_state_up': True, 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'security_groups': ['1e81b239-6afe-4f9c-a961-2b76ce3ebcdd']}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:37:46.468154 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-56a831fb-20dd-425a-9a7b-9b180a863a29 req-193a35ba-8730-4d1e-98a4-21263ef00308 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723882 Aug 09 14:37:46.541699 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-bacaa50c-0a5e-43bd-aaa4-bd9014a8bc17 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Made reservation on behalf of 488c470ed0ff4cddbe230238fe0b2253 for: {'port': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:37:46.546724 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-bacaa50c-0a5e-43bd-aaa4-bd9014a8bc17 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:46.609630 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-a6e0d40e-5e92-4c12-9795-33458f05210b req-f33fae2e-e62f-4d9e-bc83-7feaeb66ef4b tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] For port 563d2a22-ae8b-4713-a86c-9b3889e5a22f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=563d2a22-ae8b-4713-a86c-9b3889e5a22f,segment=NetworkSegment(d6b854b7-14c6-4204-a956-9c70c3bfd302),segment_id=d6b854b7-14c6-4204-a956-9c70c3bfd302)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:37:46.656901 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-a6e0d40e-5e92-4c12-9795-33458f05210b req-f33fae2e-e62f-4d9e-bc83-7feaeb66ef4b tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:46.663081 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-a6e0d40e-5e92-4c12-9795-33458f05210b req-f33fae2e-e62f-4d9e-bc83-7feaeb66ef4b tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25220855'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:46.683680 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['563d2a22-ae8b-4713-a86c-9b3889e5a22f'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:37:46.719199 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0d40e-5e92-4c12-9795-33458f05210b req-f33fae2e-e62f-4d9e-bc83-7feaeb66ef4b tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:46.719610 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-a6e0d40e-5e92-4c12-9795-33458f05210b req-f33fae2e-e62f-4d9e-bc83-7feaeb66ef4b tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:46.721367 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a6e0d40e-5e92-4c12-9795-33458f05210b req-f33fae2e-e62f-4d9e-bc83-7feaeb66ef4b tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "PUT /v2.0/ports/563d2a22-ae8b-4713-a86c-9b3889e5a22f HTTP/1.1" status: 200 len: 982 time: 0.7606781 Aug 09 14:37:46.721579 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c72aa6-d2ac-484c-8fe1-0addbe419b1f', 'tag': '563d2a22-ae8b-4713-a86c-9b3889e5a22f'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:37:46.726875 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56ce326a282370cb2de39ae3136380dca3ea80517aac3f2975b0460684c6f47d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e06907-fa40-4e1b-890f-5ab2a8c8e381" -d '{"events": [{"name": "network-changed", "server_uuid": "26c72aa6-d2ac-484c-8fe1-0addbe419b1f", "tag": "563d2a22-ae8b-4713-a86c-9b3889e5a22f"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:37:46.746353 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-bacaa50c-0a5e-43bd-aaa4-bd9014a8bc17 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Allocated IP 172.20.0.3 (ed0ef885-267d-4f20-9f65-7ec82a72fd21/49267761-fa03-47db-88f0-76622128cfdd/577316f2-7250-4070-9fd4-bb413395d2c6) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:37:46.781169 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fae2e-e62f-4d9e-bc83-7feaeb66ef4b tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Pushing event updated for resources: {'Port': ['ID=563d2a22-ae8b-4713-a86c-9b3889e5a22f,revision_number=6']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:46.852257 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e7192c-3493-4beb-ab8d-03ce702f30ca x-openstack-request-id: req-26e7192c-3493-4beb-ab8d-03ce702f30ca {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:37:46.852929 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c72aa6-d2ac-484c-8fe1-0addbe419b1f", "tag": "563d2a22-ae8b-4713-a86c-9b3889e5a22f", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:37:46.852929 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26e7192c-3493-4beb-ab8d-03ce702f30ca {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:37:46.853509 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c72aa6-d2ac-484c-8fe1-0addbe419b1f', 'tag': '563d2a22-ae8b-4713-a86c-9b3889e5a22f', 'status': 'completed', 'code': 200} Aug 09 14:37:46.870832 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:46.925333 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['563d2a22-ae8b-4713-a86c-9b3889e5a22f'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:37:46.984058 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5bb11-5c4d-440e-b873-b3a4f1c892d5 req-53eb3d1a-7011-445e-9a19-7cc686baa0ad tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:47.003525 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f0b5bb11-5c4d-440e-b873-b3a4f1c892d5 req-53eb3d1a-7011-445e-9a19-7cc686baa0ad tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 985 time: 0.1407149 Aug 09 14:37:47.026900 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e06907-fa40-4e1b-890f-5ab2a8c8e381 req-e46b6bcb-b13e-4df9-b4ac-acd5f92ea695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:47.028613 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-11e06907-fa40-4e1b-890f-5ab2a8c8e381 req-e46b6bcb-b13e-4df9-b4ac-acd5f92ea695 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b30c095265445e5a5971eb251fccb17&device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 1138 time: 0.1417882 Aug 09 14:37:47.157083 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1d460f5d-515b-4428-a4da-86f9afde99cc req-92f483e2-2941-4db7-b415-96b56c8681b3 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 210 time: 0.0826254 Aug 09 14:37:47.177673 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-bacaa50c-0a5e-43bd-aaa4-bd9014a8bc17 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:47.204066 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-bacaa50c-0a5e-43bd-aaa4-bd9014a8bc17 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Transition to ACTIVE for port object 577316f2-7250-4070-9fd4-bb413395d2c6 will not be triggered until provisioned by entity DHCP. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:37:47.206765 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f0b5bb11-5c4d-440e-b873-b3a4f1c892d5 req-133ed3a2-f59b-499a-986c-683062aaac77 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&id=d5b784b0-54fa-4b28-bda2-b7e3e2541314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1949513 Aug 09 14:37:47.208828 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e06907-fa40-4e1b-890f-5ab2a8c8e381 req-7c56d5f1-b03d-4206-a94c-1ad69f1e9da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:47.215589 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-11e06907-fa40-4e1b-890f-5ab2a8c8e381 req-7c56d5f1-b03d-4206-a94c-1ad69f1e9da7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=65eaa41a-623b-418a-9260-f0ec9b99ecf9 HTTP/1.1" status: 200 len: 913 time: 0.1746538 Aug 09 14:37:47.316981 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-95973a8e-af9f-48c7-b910-d0b3528e7649 None None] Provisioning complete for port 563d2a22-ae8b-4713-a86c-9b3889e5a22f triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:37:47.317910 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-11e06907-fa40-4e1b-890f-5ab2a8c8e381 req-6298359a-78c6-4e32-9324-2ad8c2400aa2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=563d2a22-ae8b-4713-a86c-9b3889e5a22f HTTP/1.1" status: 200 len: 1002 time: 0.0916784 Aug 09 14:37:47.318860 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-95973a8e-af9f-48c7-b910-d0b3528e7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:47.327097 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-bacaa50c-0a5e-43bd-aaa4-bd9014a8bc17 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:47.406833 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-bacaa50c-0a5e-43bd-aaa4-bd9014a8bc17 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Network ed0ef885-267d-4f20-9f65-7ec82a72fd21 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:37:47.658984 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9d2c5-10dd-455b-b9ec-5c2d7fa38165 req-f4ecaf83-3320-4324-b535-57ad5424241c tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:47.668374 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b2a9d2c5-10dd-455b-b9ec-5c2d7fa38165 req-f4ecaf83-3320-4324-b535-57ad5424241c tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.0729802 Aug 09 14:37:47.723605 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b2a9d2c5-10dd-455b-b9ec-5c2d7fa38165 req-f169f43c-a311-4730-b329-70d1e04fc5ac tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538990 Aug 09 14:37:47.726689 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-bacaa50c-0a5e-43bd-aaa4-bd9014a8bc17 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:37:47.729250 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-bacaa50c-0a5e-43bd-aaa4-bd9014a8bc17 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:37:47.777268 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacaa50c-0a5e-43bd-aaa4-bd9014a8bc17 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Pushing event updated for resources: {'Port': ['ID=577316f2-7250-4070-9fd4-bb413395d2c6,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:47.785880 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e06907-fa40-4e1b-890f-5ab2a8c8e381 req-5bdaead5-1238-4a3e-94c6-985647922116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:47.787892 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-11e06907-fa40-4e1b-890f-5ab2a8c8e381 req-5bdaead5-1238-4a3e-94c6-985647922116 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c85a289-f46f-4e93-8c58-e4ba66d2b13d HTTP/1.1" status: 200 len: 851 time: 0.4551375 Aug 09 14:37:47.809379 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-bacaa50c-0a5e-43bd-aaa4-bd9014a8bc17 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:47.811389 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-bacaa50c-0a5e-43bd-aaa4-bd9014a8bc17 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:47.874427 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-bacaa50c-0a5e-43bd-aaa4-bd9014a8bc17 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4734151 Aug 09 14:37:47.889028 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-08a5ddaa-5e82-4c10-9dc0-507e3c7829a7 service neutron] Request body: {'port': {'device_id': '25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:37:47.940586 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e06907-fa40-4e1b-890f-5ab2a8c8e381 req-769e7ebc-3927-429b-8930-7f3c0da63cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:47.942161 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-11e06907-fa40-4e1b-890f-5ab2a8c8e381 req-769e7ebc-3927-429b-8930-7f3c0da63cb2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65eaa41a-623b-418a-9260-f0ec9b99ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1228542 Aug 09 14:37:48.008881 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-71755606-0035-40d0-bb20-1274f6ff83ef None None] Provisioning for port 577316f2-7250-4070-9fd4-bb413395d2c6 completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:37:48.015088 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-71755606-0035-40d0-bb20-1274f6ff83ef None None] Provisioning complete for port 577316f2-7250-4070-9fd4-bb413395d2c6 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:37:48.015483 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-71755606-0035-40d0-bb20-1274f6ff83ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:48.026041 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-08a5ddaa-5e82-4c10-9dc0-507e3c7829a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:48.054604 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-71755606-0035-40d0-bb20-1274f6ff83ef None None] Port 577316f2-7250-4070-9fd4-bb413395d2c6 cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:37:48.109158 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-11e06907-fa40-4e1b-890f-5ab2a8c8e381 req-e8f47e36-9305-4b50-b55c-e28842f5f1d2 service neutron] 10.222.0.11 "GET /v2.0/networks/65eaa41a-623b-418a-9260-f0ec9b99ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394053 Aug 09 14:37:48.293304 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c619ec-a7c5-48f2-8462-e579b79de05b req-cd45fe8b-9ef5-476a-904b-7c2175d9f748 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:48.294892 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-86c619ec-a7c5-48f2-8462-e579b79de05b req-cd45fe8b-9ef5-476a-904b-7c2175d9f748 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 931 time: 0.0561478 Aug 09 14:37:48.331660 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-11e06907-fa40-4e1b-890f-5ab2a8c8e381 req-dca23c0a-5a83-4f83-9895-3a0b0d528f5d service neutron] 10.222.0.11 "GET /v2.0/networks/65eaa41a-623b-418a-9260-f0ec9b99ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091839 Aug 09 14:37:48.339364 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-86c619ec-a7c5-48f2-8462-e579b79de05b req-f546d94d-c643-4d36-8c90-6499ad464c82 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374246 Aug 09 14:37:48.431626 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-08a5ddaa-5e82-4c10-9dc0-507e3c7829a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 577316f2-7250-4070-9fd4-bb413395d2c6 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:37:48.439737 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-08a5ddaa-5e82-4c10-9dc0-507e3c7829a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:48.453136 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-08a5ddaa-5e82-4c10-9dc0-507e3c7829a7 service neutron] Transition to ACTIVE for port object 577316f2-7250-4070-9fd4-bb413395d2c6 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:37:48.456548 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-08a5ddaa-5e82-4c10-9dc0-507e3c7829a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:48.515838 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5ddaa-5e82-4c10-9dc0-507e3c7829a7 service neutron] Pushing event updated for resources: {'Port': ['ID=577316f2-7250-4070-9fd4-bb413395d2c6,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:48.589491 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-08a5ddaa-5e82-4c10-9dc0-507e3c7829a7 service neutron] Attempting to bind port 577316f2-7250-4070-9fd4-bb413395d2c6 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:37:48.589839 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-08a5ddaa-5e82-4c10-9dc0-507e3c7829a7 service neutron] Attempting to bind port 577316f2-7250-4070-9fd4-bb413395d2c6 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'a4e4de31-1b1f-431d-a977-df7ee1f8ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:37:48.590186 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-08a5ddaa-5e82-4c10-9dc0-507e3c7829a7 service neutron] Attempting to bind port 577316f2-7250-4070-9fd4-bb413395d2c6 on network ed0ef885-267d-4f20-9f65-7ec82a72fd21 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:37:48.595184 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-08a5ddaa-5e82-4c10-9dc0-507e3c7829a7 service neutron] Port 577316f2-7250-4070-9fd4-bb413395d2c6 on network ed0ef885-267d-4f20-9f65-7ec82a72fd21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:37:48.595516 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-08a5ddaa-5e82-4c10-9dc0-507e3c7829a7 service neutron] Attempting to bind port 577316f2-7250-4070-9fd4-bb413395d2c6 on network ed0ef885-267d-4f20-9f65-7ec82a72fd21 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:37:48.610934 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-08a5ddaa-5e82-4c10-9dc0-507e3c7829a7 service neutron] Checking agent: {'id': '787e8c88-8117-4bdf-b5e3-a5a97e4f7369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'started_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:37:48.611288 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-08a5ddaa-5e82-4c10-9dc0-507e3c7829a7 service neutron] Checking segment: {'id': 'a4e4de31-1b1f-431d-a977-df7ee1f8ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:37:48.611693 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-08a5ddaa-5e82-4c10-9dc0-507e3c7829a7 service neutron] Bound using segment: {'id': 'a4e4de31-1b1f-431d-a977-df7ee1f8ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:37:48.612146 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-08a5ddaa-5e82-4c10-9dc0-507e3c7829a7 service neutron] Bound port: 577316f2-7250-4070-9fd4-bb413395d2c6, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e4de31-1b1f-431d-a977-df7ee1f8ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:37:48.612513 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-08a5ddaa-5e82-4c10-9dc0-507e3c7829a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:48.676797 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220cb76-8b2d-4744-a1cf-5909ad915b86 req-da620211-9d7d-452d-99bc-4ba338978185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:48.678927 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-2220cb76-8b2d-4744-a1cf-5909ad915b86 req-da620211-9d7d-452d-99bc-4ba338978185 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d1d83df37494330a7851a5b1ddb7199&device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 1098 time: 0.0811174 Aug 09 14:37:48.758782 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-08a5ddaa-5e82-4c10-9dc0-507e3c7829a7 service neutron] For port 577316f2-7250-4070-9fd4-bb413395d2c6, host hv-cinder-78093, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:37:48.779018 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-08a5ddaa-5e82-4c10-9dc0-507e3c7829a7 service neutron] For port 577316f2-7250-4070-9fd4-bb413395d2c6, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=577316f2-7250-4070-9fd4-bb413395d2c6,segment=NetworkSegment(a4e4de31-1b1f-431d-a977-df7ee1f8ed33),segment_id=a4e4de31-1b1f-431d-a977-df7ee1f8ed33)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:37:48.789287 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-08a5ddaa-5e82-4c10-9dc0-507e3c7829a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:48.833904 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-08a5ddaa-5e82-4c10-9dc0-507e3c7829a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:48.834538 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-08a5ddaa-5e82-4c10-9dc0-507e3c7829a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:48.843171 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-08a5ddaa-5e82-4c10-9dc0-507e3c7829a7 service neutron] 10.222.0.11 "PUT /v2.0/ports/577316f2-7250-4070-9fd4-bb413395d2c6 HTTP/1.1" status: 200 len: 1093 time: 0.9523809 Aug 09 14:37:48.845763 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3', 'tag': '577316f2-7250-4070-9fd4-bb413395d2c6'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:37:48.847596 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387eb983-88a3-45b1-878f-16b7f991ce12 req-9083530b-2ab9-4170-b2d4-4ba95949c4d1 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:48.848088 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9979fdf0-2798-49f7-a3fc-2e1c2ac88d43" -d '{"events": [{"name": "network-changed", "server_uuid": "25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3", "tag": "577316f2-7250-4070-9fd4-bb413395d2c6"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:37:48.849702 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-387eb983-88a3-45b1-878f-16b7f991ce12 req-9083530b-2ab9-4170-b2d4-4ba95949c4d1 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.0610113 Aug 09 14:37:48.873125 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220cb76-8b2d-4744-a1cf-5909ad915b86 req-ce3d34a9-0f36-4630-b63b-d24b1cdd99ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:48.874735 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-2220cb76-8b2d-4744-a1cf-5909ad915b86 req-ce3d34a9-0f36-4630-b63b-d24b1cdd99ed service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1a85733-b746-4659-8c30-3b0e459dbc6f HTTP/1.1" status: 200 len: 918 time: 0.1885760 Aug 09 14:37:48.885068 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5ddaa-5e82-4c10-9dc0-507e3c7829a7 service neutron] Pushing event updated for resources: {'Port': ['ID=577316f2-7250-4070-9fd4-bb413395d2c6,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:48.908185 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-387eb983-88a3-45b1-878f-16b7f991ce12 req-ffa8109a-7650-4f76-9b4e-3a8389b97b43 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473993 Aug 09 14:37:48.957091 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517f57e4-6de8-4ca5-b7a6-1c464ff07370 x-openstack-request-id: req-517f57e4-6de8-4ca5-b7a6-1c464ff07370 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:37:48.957392 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3", "tag": "577316f2-7250-4070-9fd4-bb413395d2c6", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:37:48.957650 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-517f57e4-6de8-4ca5-b7a6-1c464ff07370 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:37:48.958044 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3', 'tag': '577316f2-7250-4070-9fd4-bb413395d2c6', 'status': 'completed', 'code': 200} Aug 09 14:37:48.993472 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-2220cb76-8b2d-4744-a1cf-5909ad915b86 req-a03552c6-179e-4a82-81a6-11b5270f78a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8d46c43-84b0-419b-a884-80fb065f71c0 HTTP/1.1" status: 200 len: 1001 time: 0.1014161 Aug 09 14:37:48.997862 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-37c31363-a66c-49b4-b2cf-75bcaae1aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:49.000551 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-37c31363-a66c-49b4-b2cf-75bcaae1aacd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=488c470ed0ff4cddbe230238fe0b2253&device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 1096 time: 0.1000490 Aug 09 14:37:49.070766 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-0163db8e-34e2-446a-9c71-76b610cbb299 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=577316f2-7250-4070-9fd4-bb413395d2c6 HTTP/1.1" status: 200 len: 217 time: 0.0606508 Aug 09 14:37:49.091919 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220cb76-8b2d-4744-a1cf-5909ad915b86 req-c198bbd0-b824-40e9-92c3-923dec589c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:49.093278 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-2220cb76-8b2d-4744-a1cf-5909ad915b86 req-c198bbd0-b824-40e9-92c3-923dec589c78 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d011544-2652-42c4-bd98-5da36fbdc571 HTTP/1.1" status: 200 len: 856 time: 0.0915279 Aug 09 14:37:49.163303 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-11d40cc6-9fa1-45e9-920b-274d614360fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:49.164799 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-11d40cc6-9fa1-45e9-920b-274d614360fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49267761-fa03-47db-88f0-76622128cfdd HTTP/1.1" status: 200 len: 851 time: 0.0848110 Aug 09 14:37:49.181496 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220cb76-8b2d-4744-a1cf-5909ad915b86 req-fbbbf1cd-90f9-4de1-a2b2-e90e35db3524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:49.182992 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-2220cb76-8b2d-4744-a1cf-5909ad915b86 req-fbbbf1cd-90f9-4de1-a2b2-e90e35db3524 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1a85733-b746-4659-8c30-3b0e459dbc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0705843 Aug 09 14:37:49.271956 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-ee56a873-a9af-4e01-8151-47536c350833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:49.273492 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-ee56a873-a9af-4e01-8151-47536c350833 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed0ef885-267d-4f20-9f65-7ec82a72fd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1015706 Aug 09 14:37:49.351576 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-2220cb76-8b2d-4744-a1cf-5909ad915b86 req-22d23e33-6240-46b3-93ac-c7e20052a0a0 service neutron] 10.222.0.11 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511865 Aug 09 14:37:49.446526 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-04366a80-99e1-4cf0-98ab-dbbcb37d47f2 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610041 Aug 09 14:37:49.470177 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5138e7a-209e-449e-8ba4-cd10cd496e8e req-ba059e53-57c6-49e3-a89b-a88ab4b3ac09 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:49.471969 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b5138e7a-209e-449e-8ba4-cd10cd496e8e req-ba059e53-57c6-49e3-a89b-a88ab4b3ac09 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 943 time: 0.0526302 Aug 09 14:37:49.519544 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b5138e7a-209e-449e-8ba4-cd10cd496e8e req-ed66e50c-622a-41a5-8b3b-5232d253d83c tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356097 Aug 09 14:37:49.535399 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-2220cb76-8b2d-4744-a1cf-5909ad915b86 req-15ad745d-f18f-4ea2-a614-0e67661da7c7 service neutron] 10.222.0.11 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644125 Aug 09 14:37:49.588454 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-05593478-5a16-4cd4-95fc-41b038a2d77e req-eba7aeed-24eb-4a0a-a4da-c2e049ef0467 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288857 Aug 09 14:37:49.696679 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979fdf0-2798-49f7-a3fc-2e1c2ac88d43 req-6452112f-2dae-4325-953f-0d2861814ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:49.698084 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-9979fdf0-2798-49f7-a3fc-2e1c2ac88d43 req-6452112f-2dae-4325-953f-0d2861814ba7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=488c470ed0ff4cddbe230238fe0b2253&device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 1096 time: 0.0480158 Aug 09 14:37:49.799642 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979fdf0-2798-49f7-a3fc-2e1c2ac88d43 req-bb3ac4a5-1d25-494a-a2c1-bceac3ae0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:49.801136 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-9979fdf0-2798-49f7-a3fc-2e1c2ac88d43 req-bb3ac4a5-1d25-494a-a2c1-bceac3ae0146 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed0ef885-267d-4f20-9f65-7ec82a72fd21 HTTP/1.1" status: 200 len: 913 time: 0.0938485 Aug 09 14:37:49.858226 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-9979fdf0-2798-49f7-a3fc-2e1c2ac88d43 req-742460b8-4a08-4c9c-b40f-6cc72e2bc8ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=577316f2-7250-4070-9fd4-bb413395d2c6 HTTP/1.1" status: 200 len: 217 time: 0.0396142 Aug 09 14:37:49.912104 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979fdf0-2798-49f7-a3fc-2e1c2ac88d43 req-ca4d7ff5-b6f1-458e-bbfd-ac6c39478d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:49.913645 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-9979fdf0-2798-49f7-a3fc-2e1c2ac88d43 req-ca4d7ff5-b6f1-458e-bbfd-ac6c39478d17 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49267761-fa03-47db-88f0-76622128cfdd HTTP/1.1" status: 200 len: 851 time: 0.0470412 Aug 09 14:37:49.963792 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979fdf0-2798-49f7-a3fc-2e1c2ac88d43 req-2b6aae86-ccd0-4b02-a8b1-9b848b883231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:49.965322 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-9979fdf0-2798-49f7-a3fc-2e1c2ac88d43 req-2b6aae86-ccd0-4b02-a8b1-9b848b883231 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed0ef885-267d-4f20-9f65-7ec82a72fd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412629 Aug 09 14:37:50.043469 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1494abf-e698-4a29-b0db-686aa7438d00 req-7430b898-7eff-4f25-a1f9-8b4dceb96e13 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:50.045282 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b1494abf-e698-4a29-b0db-686aa7438d00 req-7430b898-7eff-4f25-a1f9-8b4dceb96e13 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.0567551 Aug 09 14:37:50.066546 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-9979fdf0-2798-49f7-a3fc-2e1c2ac88d43 req-68bd3bb7-c8d2-4bbf-a45c-1ba5eb1498b4 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923119 Aug 09 14:37:50.084448 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b1494abf-e698-4a29-b0db-686aa7438d00 req-5ffd52da-306d-4f73-8e14-825d78b7ff38 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326929 Aug 09 14:37:50.164922 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-9979fdf0-2798-49f7-a3fc-2e1c2ac88d43 req-1ce13063-64cf-4881-92cb-5af9529a1cae service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880265 Aug 09 14:37:50.646701 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e9aed-380f-498b-bea6-93544b92accd req-e43b4615-c708-4c5a-b38a-9cc7a2ceaab2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:50.648182 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-950e9aed-380f-498b-bea6-93544b92accd req-e43b4615-c708-4c5a-b38a-9cc7a2ceaab2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 943 time: 0.0530739 Aug 09 14:37:50.692266 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-950e9aed-380f-498b-bea6-93544b92accd req-b12e0841-3c4c-4a62-b7ed-e4d69370f5f9 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382495 Aug 09 14:37:51.209239 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8473b54-3c86-40a3-8b95-470cb475ff28 req-7720eaeb-fd1c-4a16-a150-f1f1f82be595 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:51.210636 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b8473b54-3c86-40a3-8b95-470cb475ff28 req-7720eaeb-fd1c-4a16-a150-f1f1f82be595 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.0499120 Aug 09 14:37:51.249695 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b8473b54-3c86-40a3-8b95-470cb475ff28 req-f74bd77e-9844-4058-bb23-6a72d1701a81 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331070 Aug 09 14:37:51.811536 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba07daf-cc22-480d-8e35-f78862a8685a req-1ce12dc3-0db8-4faf-b82d-32438bb3b710 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:51.811536 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0ba07daf-cc22-480d-8e35-f78862a8685a req-1ce12dc3-0db8-4faf-b82d-32438bb3b710 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 943 time: 0.0512590 Aug 09 14:37:51.854223 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0ba07daf-cc22-480d-8e35-f78862a8685a req-29bff8ce-8b13-4c00-93ee-2f1d8a24572b tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355954 Aug 09 14:37:52.377551 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056aed05-2df9-4d6f-9bd2-fd855374e6a0 req-96bbc554-cd78-44f0-8775-f48d60e87fed tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:52.379048 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-056aed05-2df9-4d6f-9bd2-fd855374e6a0 req-96bbc554-cd78-44f0-8775-f48d60e87fed tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.0511475 Aug 09 14:37:52.420693 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-056aed05-2df9-4d6f-9bd2-fd855374e6a0 req-515bf06b-9060-4b23-a598-50718e1e6409 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348022 Aug 09 14:37:52.981836 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447db56a-2485-487b-824f-cd2b2fc7bb73 req-9c4c25aa-634d-4027-aff6-0a187ebd705f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:52.983384 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-447db56a-2485-487b-824f-cd2b2fc7bb73 req-9c4c25aa-634d-4027-aff6-0a187ebd705f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 943 time: 0.0511024 Aug 09 14:37:53.025261 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-447db56a-2485-487b-824f-cd2b2fc7bb73 req-c0d60b38-d571-43fb-9c1d-96eafd60c776 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358264 Aug 09 14:37:53.242196 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device e8d46c43-84b0-419b-a884-80fb065f71c0 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:37:53.337328 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:53.365860 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970b95b-3960-40bc-a6ea-024459fe5622 req-fa267374-f6c6-4951-9020-6318a8ca7681 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:53.367221 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3062eda6-8e05-4619-87f9-208ccaaeea62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8d46c43-84b0-419b-a884-80fb065f71c0'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:37:53.370210 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112a30ae-2d52-45ce-ada7-5702d8b5b64f" -d '{"events": [{"server_uuid": "3062eda6-8e05-4619-87f9-208ccaaeea62", "name": "network-vif-unplugged", "status": "completed", "tag": "e8d46c43-84b0-419b-a884-80fb065f71c0"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:37:53.374083 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6970b95b-3960-40bc-a6ea-024459fe5622 req-fa267374-f6c6-4951-9020-6318a8ca7681 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 945 time: 0.0600061 Aug 09 14:37:53.376782 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port e8d46c43-84b0-419b-a884-80fb065f71c0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e8d46c43-84b0-419b-a884-80fb065f71c0,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:37:53.382461 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:37:53.420594 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4d5fa75f-877f-4477-ab9e-795d090131b5 req-a519cc15-2ed0-46d3-a137-a048380cb31d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0594161 Aug 09 14:37:53.423137 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 Aug 2021 14:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a219721-2736-4ff4-94ee-b2517bfdc100 x-openstack-request-id: req-2a219721-2736-4ff4-94ee-b2517bfdc100 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:37:53.423358 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6970b95b-3960-40bc-a6ea-024459fe5622 req-acce4dd1-91ff-4fbd-b317-f12bab89f587 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482476 Aug 09 14:37:53.423799 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3062eda6-8e05-4619-87f9-208ccaaeea62", "name": "network-vif-unplugged", "status": "failed", "tag": "e8d46c43-84b0-419b-a884-80fb065f71c0", "code": 422}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:37:53.424373 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a219721-2736-4ff4-94ee-b2517bfdc100 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:37:53.425010 dv-cinder-780933-12-iscsi neutron-server[93283]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3062eda6-8e05-4619-87f9-208ccaaeea62', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e8d46c43-84b0-419b-a884-80fb065f71c0', 'code': 422} returned with failed status Aug 09 14:37:53.445634 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=e8d46c43-84b0-419b-a884-80fb065f71c0,revision_number=8']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:37:54.144132 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd539a3-9e3e-411b-93ab-dc9e116fe16e req-33832e74-2d7b-4af4-84ce-316dd34298be tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:54.145670 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cdd539a3-9e3e-411b-93ab-dc9e116fe16e req-33832e74-2d7b-4af4-84ce-316dd34298be tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 943 time: 0.0515139 Aug 09 14:37:54.195659 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cdd539a3-9e3e-411b-93ab-dc9e116fe16e req-fa847819-bd9b-4297-918b-ad02bb5f476f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434573 Aug 09 14:37:54.321090 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fa75f-877f-4477-ab9e-795d090131b5 req-f93cce65-6cbd-4dc9-9947-710c0af550b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:54.322636 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4d5fa75f-877f-4477-ab9e-795d090131b5 req-f93cce65-6cbd-4dc9-9947-710c0af550b6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62&tenant_id=0d1d83df37494330a7851a5b1ddb7199 HTTP/1.1" status: 200 len: 1096 time: 0.0415683 Aug 09 14:37:54.391795 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fa75f-877f-4477-ab9e-795d090131b5 req-042976fa-e80e-452e-9406-0017b59fc12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:54.393329 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4d5fa75f-877f-4477-ab9e-795d090131b5 req-042976fa-e80e-452e-9406-0017b59fc12e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d1d83df37494330a7851a5b1ddb7199&device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 1096 time: 0.0430758 Aug 09 14:37:54.493613 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fa75f-877f-4477-ab9e-795d090131b5 req-dc7cbcd8-e3cd-4897-9f65-ea6fe0872437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:54.495311 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4d5fa75f-877f-4477-ab9e-795d090131b5 req-dc7cbcd8-e3cd-4897-9f65-ea6fe0872437 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1a85733-b746-4659-8c30-3b0e459dbc6f HTTP/1.1" status: 200 len: 918 time: 0.0947165 Aug 09 14:37:54.541171 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad532075-af32-4832-b6fc-aa95e46ca379 req-3ebaa85a-5b99-48ff-89ca-3bd9e3617933 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:54.542807 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ad532075-af32-4832-b6fc-aa95e46ca379 req-3ebaa85a-5b99-48ff-89ca-3bd9e3617933 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 943 time: 0.0515244 Aug 09 14:37:54.568186 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4d5fa75f-877f-4477-ab9e-795d090131b5 req-5d9ceb7f-cdbf-4ff9-844e-7bb3ef68fb39 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8d46c43-84b0-419b-a884-80fb065f71c0 HTTP/1.1" status: 200 len: 999 time: 0.0643904 Aug 09 14:37:54.591685 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ad532075-af32-4832-b6fc-aa95e46ca379 req-08eea72d-a775-4f8d-96f4-e9eaa234e70e tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350358 Aug 09 14:37:54.624066 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fa75f-877f-4477-ab9e-795d090131b5 req-c1ffb4f3-64b6-4fdc-98c1-99b8bbc384aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:54.625529 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4d5fa75f-877f-4477-ab9e-795d090131b5 req-c1ffb4f3-64b6-4fdc-98c1-99b8bbc384aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d011544-2652-42c4-bd98-5da36fbdc571 HTTP/1.1" status: 200 len: 856 time: 0.0506999 Aug 09 14:37:54.684062 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fa75f-877f-4477-ab9e-795d090131b5 req-545128ad-f74c-4809-b86c-4848f3962422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:54.685557 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4d5fa75f-877f-4477-ab9e-795d090131b5 req-545128ad-f74c-4809-b86c-4848f3962422 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1a85733-b746-4659-8c30-3b0e459dbc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0501883 Aug 09 14:37:54.782938 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4d5fa75f-877f-4477-ab9e-795d090131b5 req-b7268c9e-5006-4a3e-95a0-eaa7912b1be2 service neutron] 10.222.0.11 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889421 Aug 09 14:37:54.893133 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4d5fa75f-877f-4477-ab9e-795d090131b5 req-659cc99d-4911-4646-9ad3-00c70d9224ab service neutron] 10.222.0.11 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959551 Aug 09 14:37:55.367584 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fb526-232f-42a9-bd22-137763b75d06 req-0559c843-875c-48cf-9b3d-d7bd08120080 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:55.379396 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-119fb526-232f-42a9-bd22-137763b75d06 req-0559c843-875c-48cf-9b3d-d7bd08120080 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 943 time: 0.1053483 Aug 09 14:37:55.430960 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-119fb526-232f-42a9-bd22-137763b75d06 req-104e925a-48f1-435a-9169-71a6aed75054 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495045 Aug 09 14:37:55.732021 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41daf4b-b82a-47b7-a1c8-f974d5b5dd0b req-3ded579a-e2e3-4c7e-b97b-e874ceb8e8fa tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:55.733513 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b41daf4b-b82a-47b7-a1c8-f974d5b5dd0b req-3ded579a-e2e3-4c7e-b97b-e874ceb8e8fa tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 943 time: 0.0501537 Aug 09 14:37:55.780947 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b41daf4b-b82a-47b7-a1c8-f974d5b5dd0b req-74a0e7c9-f63a-4abe-832e-82543cebb80d tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401940 Aug 09 14:37:56.556957 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f1801-65d8-4524-acee-169284b5d0f3 req-1bba41ac-dcb7-4ed1-be95-bad6e651daee tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:56.558492 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b25f1801-65d8-4524-acee-169284b5d0f3 req-1bba41ac-dcb7-4ed1-be95-bad6e651daee tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 943 time: 0.0494280 Aug 09 14:37:56.599638 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b25f1801-65d8-4524-acee-169284b5d0f3 req-a04b31bb-7ee8-436d-9399-ebbda8248918 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346668 Aug 09 14:37:56.921745 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f03fa-5cec-432e-a4ca-a4de0d88379e req-79e133b9-00d9-4f28-ab11-689f6211e1cc tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:56.923540 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4d6f03fa-5cec-432e-a4ca-a4de0d88379e req-79e133b9-00d9-4f28-ab11-689f6211e1cc tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 943 time: 0.0623302 Aug 09 14:37:56.968592 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4d6f03fa-5cec-432e-a4ca-a4de0d88379e req-0cfc7792-4e22-4d6a-9297-8f23b0682595 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348716 Aug 09 14:37:57.745006 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce87395-e1aa-4ded-a784-8219e09bdcb8 req-069821a3-0b50-416b-862a-f83f57806e9b tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:57.746543 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3ce87395-e1aa-4ded-a784-8219e09bdcb8 req-069821a3-0b50-416b-862a-f83f57806e9b tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 943 time: 0.0509357 Aug 09 14:37:57.791408 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3ce87395-e1aa-4ded-a784-8219e09bdcb8 req-533c1b28-9aa6-4caa-b03b-6b340bf511e9 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386152 Aug 09 14:37:58.093860 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b2acf-23c0-4a91-947e-32f6dfaa9daf req-d5ae0c9c-b192-4991-bd8f-508e6dcfb43b tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:58.095420 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9f2b2acf-23c0-4a91-947e-32f6dfaa9daf req-d5ae0c9c-b192-4991-bd8f-508e6dcfb43b tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 943 time: 0.0499341 Aug 09 14:37:58.134193 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9f2b2acf-23c0-4a91-947e-32f6dfaa9daf req-22a06ce8-4aee-4bed-b893-db657bbfddda tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323734 Aug 09 14:37:58.910460 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e291a3-d63d-4b8a-a75a-d5f84cdff812 req-84723db5-7694-4820-829e-d1e02592d006 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:58.912586 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-12e291a3-d63d-4b8a-a75a-d5f84cdff812 req-84723db5-7694-4820-829e-d1e02592d006 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 943 time: 0.0503178 Aug 09 14:37:58.951447 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-12e291a3-d63d-4b8a-a75a-d5f84cdff812 req-c70c2917-70ad-4203-acc2-f290b251fe56 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325732 Aug 09 14:37:59.269755 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d662605-9b81-4d89-8306-eb49f3a19643 req-5f9f3b3e-60b3-44a9-bf1c-87e6b937b63f tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:37:59.271737 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4d662605-9b81-4d89-8306-eb49f3a19643 req-5f9f3b3e-60b3-44a9-bf1c-87e6b937b63f tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 943 time: 0.0505779 Aug 09 14:37:59.321239 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4d662605-9b81-4d89-8306-eb49f3a19643 req-c7f63f5e-3fbc-4d8a-b8ff-34e9c311e927 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364065 Aug 09 14:38:00.085855 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebff907-3fd1-4bcc-bf8b-2ef712729cb9 req-79983390-5711-4ef6-a58f-8bcc07207797 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:00.087375 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1ebff907-3fd1-4bcc-bf8b-2ef712729cb9 req-79983390-5711-4ef6-a58f-8bcc07207797 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 943 time: 0.0584211 Aug 09 14:38:00.129779 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1ebff907-3fd1-4bcc-bf8b-2ef712729cb9 req-0dad5d64-f361-4078-9a46-439b67095f9d tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349772 Aug 09 14:38:00.456980 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e7dd8-e71c-4c9e-9abf-97f3b50b8049 req-3c444a45-92be-4798-bfa0-211c48147c59 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:00.459095 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a60e7dd8-e71c-4c9e-9abf-97f3b50b8049 req-3c444a45-92be-4798-bfa0-211c48147c59 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 943 time: 0.0621023 Aug 09 14:38:00.503054 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a60e7dd8-e71c-4c9e-9abf-97f3b50b8049 req-5c995ca9-9ced-402a-b2a3-2d193e4b7c1c tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378933 Aug 09 14:38:01.250467 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613a1ca-cc3e-4a95-9710-72f7bb49a055 req-233a6691-b70b-4c56-b9d2-45e090d891fa tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:01.251871 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0613a1ca-cc3e-4a95-9710-72f7bb49a055 req-233a6691-b70b-4c56-b9d2-45e090d891fa tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 943 time: 0.0477314 Aug 09 14:38:01.297225 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0613a1ca-cc3e-4a95-9710-72f7bb49a055 req-637ec845-0423-492a-b747-17e76676cf04 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385034 Aug 09 14:38:01.633976 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba7b60-2778-4b27-9457-5a87a87105c7 req-6afd0cc5-2821-4fba-81e6-edacdcc35adf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:01.635745 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-20ba7b60-2778-4b27-9457-5a87a87105c7 req-6afd0cc5-2821-4fba-81e6-edacdcc35adf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 943 time: 0.0517735 Aug 09 14:38:01.672938 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-20ba7b60-2778-4b27-9457-5a87a87105c7 req-63320acd-bec5-41e4-bc1f-0a66a8b41ff9 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312505 Aug 09 14:38:02.425868 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b29e7-1558-4948-a6ff-e1969eec70e4 req-3a0775f1-22bb-45bf-8986-4f5857420e36 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:02.427712 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-720b29e7-1558-4948-a6ff-e1969eec70e4 req-3a0775f1-22bb-45bf-8986-4f5857420e36 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 943 time: 0.0511086 Aug 09 14:38:02.473410 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-720b29e7-1558-4948-a6ff-e1969eec70e4 req-05c8cdca-db19-4eac-acb4-d940cefe59ff tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390425 Aug 09 14:38:02.795738 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94f14a-ae8f-4386-8793-aec6b50f2c2b req-a2db03de-0aac-412a-8c49-1ab240bbaff0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:02.797296 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2f94f14a-ae8f-4386-8793-aec6b50f2c2b req-a2db03de-0aac-412a-8c49-1ab240bbaff0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 943 time: 0.0511718 Aug 09 14:38:02.861219 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2f94f14a-ae8f-4386-8793-aec6b50f2c2b req-c6670405-c861-49e3-be07-9331d0beb927 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510337 Aug 09 14:38:03.611111 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4f618-3067-46a3-929e-4eb059912354 req-ce246ea9-f780-47c4-a047-a62c699e2115 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:03.612881 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bea4f618-3067-46a3-929e-4eb059912354 req-ce246ea9-f780-47c4-a047-a62c699e2115 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 943 time: 0.0620556 Aug 09 14:38:03.658994 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bea4f618-3067-46a3-929e-4eb059912354 req-c5dcfa12-e65c-4ae7-a437-aca11b123524 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391159 Aug 09 14:38:03.989445 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189f670-d59a-4c55-af96-c186a5dae631 req-4935979d-5547-49b5-98cd-60f0d6336653 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:03.991665 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a189f670-d59a-4c55-af96-c186a5dae631 req-4935979d-5547-49b5-98cd-60f0d6336653 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 943 time: 0.0500765 Aug 09 14:38:04.029507 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a189f670-d59a-4c55-af96-c186a5dae631 req-f14f731c-349c-42fc-9bfa-3bd031776562 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319169 Aug 09 14:38:04.793027 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57789f-95db-4273-903c-bfebb28f61c7 req-e7e5ee52-b302-45ad-a080-f096de51163e tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:04.794525 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1e57789f-95db-4273-903c-bfebb28f61c7 req-e7e5ee52-b302-45ad-a080-f096de51163e tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 943 time: 0.0504339 Aug 09 14:38:04.837867 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1e57789f-95db-4273-903c-bfebb28f61c7 req-813d268d-c00c-4d5d-81fa-522d8e05a999 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374584 Aug 09 14:38:05.163583 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde77937-2742-4a24-85b0-4b9c815ad805 req-d93d8d42-bb32-4b26-a2e2-9df632f434f1 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:05.165121 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dde77937-2742-4a24-85b0-4b9c815ad805 req-d93d8d42-bb32-4b26-a2e2-9df632f434f1 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 943 time: 0.0529490 Aug 09 14:38:05.204304 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dde77937-2742-4a24-85b0-4b9c815ad805 req-572e5e55-f8dc-4b42-a299-6f3d02284cce tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332413 Aug 09 14:38:05.594152 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:38:05.988794 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51384b6e-f4a6-4412-bcc9-549f2ff47a5a req-c6836594-e16e-4f55-a27f-55e8b71d12ae tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:05.990304 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-51384b6e-f4a6-4412-bcc9-549f2ff47a5a req-c6836594-e16e-4f55-a27f-55e8b71d12ae tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 943 time: 0.0507500 Aug 09 14:38:06.030425 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-51384b6e-f4a6-4412-bcc9-549f2ff47a5a req-8bbd3b87-672c-4c5a-b5b0-e852c13531bf tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330710 Aug 09 14:38:06.333837 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3750d-8e53-4b41-b5d2-a7badb908a06 req-2c338655-ca93-4a3b-a24e-0ca3efb474be tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:06.338332 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-74e3750d-8e53-4b41-b5d2-a7badb908a06 req-2c338655-ca93-4a3b-a24e-0ca3efb474be tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 943 time: 0.0622931 Aug 09 14:38:06.383869 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-74e3750d-8e53-4b41-b5d2-a7badb908a06 req-d903033d-8574-4ad8-a66e-04d04d2d5fc0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388095 Aug 09 14:38:06.520881 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-480b9e47-819b-463c-8d9b-da6126ccf01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:07.152755 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347bb4e-119c-4b5a-97c6-8ba0fbc4f5fd req-82e5aa30-9811-4b2b-9f15-18a0885c92dc tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:07.154092 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0347bb4e-119c-4b5a-97c6-8ba0fbc4f5fd req-82e5aa30-9811-4b2b-9f15-18a0885c92dc tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 943 time: 0.0489204 Aug 09 14:38:07.193001 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0347bb4e-119c-4b5a-97c6-8ba0fbc4f5fd req-7521af63-54d6-4423-94ab-846c894b5fa9 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330174 Aug 09 14:38:07.513277 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac389ba-cc52-4b5f-8ca0-2b000f902974 req-aeb278b3-fccc-41a9-ad22-da35da5e7dae tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:07.515039 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8ac389ba-cc52-4b5f-8ca0-2b000f902974 req-aeb278b3-fccc-41a9-ad22-da35da5e7dae tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 943 time: 0.0510263 Aug 09 14:38:07.554934 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8ac389ba-cc52-4b5f-8ca0-2b000f902974 req-d7906483-83a2-4c06-b372-dbf0815f96f6 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340526 Aug 09 14:38:08.309909 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836eec-2af0-4cdc-8f32-c74f4496a01a req-6b27b5d7-c8e9-439d-9fde-127871b35574 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:08.312123 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-af836eec-2af0-4cdc-8f32-c74f4496a01a req-6b27b5d7-c8e9-439d-9fde-127871b35574 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 943 time: 0.0515578 Aug 09 14:38:08.354628 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-af836eec-2af0-4cdc-8f32-c74f4496a01a req-0d95fd46-f7bd-45dd-b66f-0490f17d14e8 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364823 Aug 09 14:38:08.699589 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85710c-0a88-4abb-a7a5-49bf998ed6ce req-daac8d1f-cff7-418d-82ce-1d8112d2d69e tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:08.701050 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bc85710c-0a88-4abb-a7a5-49bf998ed6ce req-daac8d1f-cff7-418d-82ce-1d8112d2d69e tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 943 time: 0.0567493 Aug 09 14:38:08.740059 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bc85710c-0a88-4abb-a7a5-49bf998ed6ce req-55cd6119-998b-4219-b380-ad57ceec65f0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332582 Aug 09 14:38:09.371745 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:09.477174 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8259ea6-7d41-4e8b-9789-c9470e4ac12c req-4b8b2ccc-50cc-49ab-888c-43990bb3cd07 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:09.478825 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b8259ea6-7d41-4e8b-9789-c9470e4ac12c req-4b8b2ccc-50cc-49ab-888c-43990bb3cd07 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 943 time: 0.0542319 Aug 09 14:38:09.518476 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b8259ea6-7d41-4e8b-9789-c9470e4ac12c req-cdb0da03-d0ee-4089-85aa-797e83530191 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335021 Aug 09 14:38:09.673053 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-805dc538-08f6-48ca-9f80-ea42ffc3b8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:09.864398 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a8a83-f05a-4846-aae2-88f4cf8feb61 req-122587e1-ac51-488a-8971-1f23cf10b319 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:09.866543 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bd2a8a83-f05a-4846-aae2-88f4cf8feb61 req-122587e1-ac51-488a-8971-1f23cf10b319 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 943 time: 0.0499229 Aug 09 14:38:09.915426 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bd2a8a83-f05a-4846-aae2-88f4cf8feb61 req-897d1d62-8acb-4718-b906-3ac392f6897a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423298 Aug 09 14:38:10.062523 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcc736-105f-475e-8a8d-a4f2de2bfe7b req-7846ffc2-d8c9-49cb-9bf1-91e5f4ca07bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:10.064098 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-32fcc736-105f-475e-8a8d-a4f2de2bfe7b req-7846ffc2-d8c9-49cb-9bf1-91e5f4ca07bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b30c095265445e5a5971eb251fccb17&device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 1138 time: 0.0435863 Aug 09 14:38:10.066946 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c73d44-19d8-45cf-8bec-b550da0de408 req-93cb61b8-2c4b-4547-9897-8deca80a0a2a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:10.068446 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-80c73d44-19d8-45cf-8bec-b550da0de408 req-93cb61b8-2c4b-4547-9897-8deca80a0a2a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 985 time: 0.0589242 Aug 09 14:38:10.110724 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-80c73d44-19d8-45cf-8bec-b550da0de408 req-57d9012a-847b-4679-bb16-4117c736e8bb tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&id=d5b784b0-54fa-4b28-bda2-b7e3e2541314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355198 Aug 09 14:38:10.162876 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcc736-105f-475e-8a8d-a4f2de2bfe7b req-8e38d922-fb54-4a73-95df-e80ad074b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:10.164363 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-32fcc736-105f-475e-8a8d-a4f2de2bfe7b req-8e38d922-fb54-4a73-95df-e80ad074b44a service neutron] 10.222.0.11 "GET /v2.0/networks?id=65eaa41a-623b-418a-9260-f0ec9b99ecf9 HTTP/1.1" status: 200 len: 913 time: 0.0925250 Aug 09 14:38:10.243343 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-32fcc736-105f-475e-8a8d-a4f2de2bfe7b req-1c7d80a3-8f11-4e75-85cd-e2d0c00ce2ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=563d2a22-ae8b-4713-a86c-9b3889e5a22f HTTP/1.1" status: 200 len: 1002 time: 0.0699589 Aug 09 14:38:10.295504 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcc736-105f-475e-8a8d-a4f2de2bfe7b req-635f7c2a-de29-4aa7-8dad-06c2b66720b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:10.297031 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-32fcc736-105f-475e-8a8d-a4f2de2bfe7b req-635f7c2a-de29-4aa7-8dad-06c2b66720b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c85a289-f46f-4e93-8c58-e4ba66d2b13d HTTP/1.1" status: 200 len: 851 time: 0.0464537 Aug 09 14:38:10.315992 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:10.348809 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcc736-105f-475e-8a8d-a4f2de2bfe7b req-8443cda2-21a8-4045-83c3-a5170ebaf9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:10.351035 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-32fcc736-105f-475e-8a8d-a4f2de2bfe7b req-8443cda2-21a8-4045-83c3-a5170ebaf9dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65eaa41a-623b-418a-9260-f0ec9b99ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0462031 Aug 09 14:38:10.448393 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-32fcc736-105f-475e-8a8d-a4f2de2bfe7b req-ef11e6b0-d32c-4f7d-9392-91986fd0056b service neutron] 10.222.0.11 "GET /v2.0/networks/65eaa41a-623b-418a-9260-f0ec9b99ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895867 Aug 09 14:38:10.547759 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-32fcc736-105f-475e-8a8d-a4f2de2bfe7b req-82f52cd4-f52d-4026-bdb8-1f0d2d736f6f service neutron] 10.222.0.11 "GET /v2.0/networks/65eaa41a-623b-418a-9260-f0ec9b99ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911958 Aug 09 14:38:10.642087 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dab44-5bc5-434a-851b-fd9618ea4279 req-cba9d91a-8bb0-4321-ae46-d9b2eead756e tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:10.643642 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7e1dab44-5bc5-434a-851b-fd9618ea4279 req-cba9d91a-8bb0-4321-ae46-d9b2eead756e tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 943 time: 0.0544755 Aug 09 14:38:10.686609 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7e1dab44-5bc5-434a-851b-fd9618ea4279 req-672dc23a-c53d-4f66-9fd8-12ee4e414f38 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359521 Aug 09 14:38:11.031707 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83afa3-a8c3-4160-a794-f12757aef259 req-156870c3-651a-41b6-bbe0-5dd49bf8cb1d tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:11.033300 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5e83afa3-a8c3-4160-a794-f12757aef259 req-156870c3-651a-41b6-bbe0-5dd49bf8cb1d tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 943 time: 0.0495882 Aug 09 14:38:11.076986 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5e83afa3-a8c3-4160-a794-f12757aef259 req-89dbfbc5-76a4-4a4b-90bc-578f204c209a tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368638 Aug 09 14:38:11.231443 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61800777-f14f-48fd-a70a-020039d72fac req-ebe65d87-b2c1-4f93-b9a8-60bed3b71fcd tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:11.232947 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-61800777-f14f-48fd-a70a-020039d72fac req-ebe65d87-b2c1-4f93-b9a8-60bed3b71fcd tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 985 time: 0.0502908 Aug 09 14:38:11.280748 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-61800777-f14f-48fd-a70a-020039d72fac req-ebd50f44-dd61-4fde-8783-67f105f6abdb tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&id=d5b784b0-54fa-4b28-bda2-b7e3e2541314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396621 Aug 09 14:38:11.306767 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 577316f2-7250-4070-9fd4-bb413395d2c6 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:38:11.409152 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 577316f2-7250-4070-9fd4-bb413395d2c6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=577316f2-7250-4070-9fd4-bb413395d2c6,segment=NetworkSegment(a4e4de31-1b1f-431d-a977-df7ee1f8ed33),segment_id=a4e4de31-1b1f-431d-a977-df7ee1f8ed33)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:38:11.421398 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': '577316f2-7250-4070-9fd4-bb413395d2c6', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'port_id': '577316f2-7250-4070-9fd4-bb413395d2c6', 'mac_address': 'fa:16:3e:8a:fb:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:38:11.459567 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:11.472624 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577316f2-7250-4070-9fd4-bb413395d2c6 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:38:11.492292 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 577316f2-7250-4070-9fd4-bb413395d2c6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=577316f2-7250-4070-9fd4-bb413395d2c6,segment=NetworkSegment(a4e4de31-1b1f-431d-a977-df7ee1f8ed33),segment_id=a4e4de31-1b1f-431d-a977-df7ee1f8ed33)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:38:11.496875 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:11.497602 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device e8d46c43-84b0-419b-a884-80fb065f71c0 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:38:11.599176 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=577316f2-7250-4070-9fd4-bb413395d2c6,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:38:11.644353 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port e8d46c43-84b0-419b-a884-80fb065f71c0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e8d46c43-84b0-419b-a884-80fb065f71c0,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:38:11.656902 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': 'e8d46c43-84b0-419b-a884-80fb065f71c0', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'port_id': 'e8d46c43-84b0-419b-a884-80fb065f71c0', 'mac_address': 'fa:16:3e:30:fa:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:38:11.699087 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:11.714413 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d46c43-84b0-419b-a884-80fb065f71c0 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:38:11.735185 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port e8d46c43-84b0-419b-a884-80fb065f71c0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e8d46c43-84b0-419b-a884-80fb065f71c0,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:38:11.739535 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:11.804866 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=e8d46c43-84b0-419b-a884-80fb065f71c0,revision_number=9']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:38:11.813524 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee82de-3f27-45b8-9c0b-88960a357330 req-e51a0ee8-3450-4a4e-b000-9cbd5f9fdfa2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:11.815477 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-25ee82de-3f27-45b8-9c0b-88960a357330 req-e51a0ee8-3450-4a4e-b000-9cbd5f9fdfa2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 944 time: 0.0612912 Aug 09 14:38:11.855837 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-25ee82de-3f27-45b8-9c0b-88960a357330 req-e36da3a4-698f-4364-8c05-23779908f11c tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333726 Aug 09 14:38:12.014703 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['e8d46c43-84b0-419b-a884-80fb065f71c0'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:38:12.019181 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['577316f2-7250-4070-9fd4-bb413395d2c6'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:38:12.204821 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107eabbf-c2a7-463b-9cf0-0869868d728d req-c4faf4b1-9b8a-4b3d-9b16-0e9db2882084 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:12.206349 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-107eabbf-c2a7-463b-9cf0-0869868d728d req-c4faf4b1-9b8a-4b3d-9b16-0e9db2882084 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 944 time: 0.0519352 Aug 09 14:38:12.250002 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-107eabbf-c2a7-463b-9cf0-0869868d728d req-2d30093b-6139-4fbd-8690-a4079867c969 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375731 Aug 09 14:38:12.332793 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:12.403785 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714acef-0bd5-43ba-945e-1caa35b2e5df req-583043d9-0d88-4dcc-ac3f-d84d4f06d3ea tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:12.405822 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6714acef-0bd5-43ba-945e-1caa35b2e5df req-583043d9-0d88-4dcc-ac3f-d84d4f06d3ea tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 985 time: 0.0516295 Aug 09 14:38:12.455163 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6714acef-0bd5-43ba-945e-1caa35b2e5df req-39abf787-8efb-4d99-9e18-bf02b6dffbf1 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&id=d5b784b0-54fa-4b28-bda2-b7e3e2541314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428145 Aug 09 14:38:12.980263 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7967ec3-c6f0-43cd-818f-1c660f46ea3f req-bad91949-d910-4bf1-a58d-2f601a8371ca tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:12.981743 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f7967ec3-c6f0-43cd-818f-1c660f46ea3f req-bad91949-d910-4bf1-a58d-2f601a8371ca tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 944 time: 0.0564342 Aug 09 14:38:13.022181 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f7967ec3-c6f0-43cd-818f-1c660f46ea3f req-48d000d5-3966-4320-8bc5-f26915deed9e tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340741 Aug 09 14:38:13.317602 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device e8d46c43-84b0-419b-a884-80fb065f71c0 up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:38:13.370415 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port e8d46c43-84b0-419b-a884-80fb065f71c0 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:38:13.371147 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:13.388184 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a777e-c550-4150-ba32-f5cefb5e3335 req-7e7b806b-fbcc-47c9-ac6d-5c2844a0caaf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:13.389490 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e69a777e-c550-4150-ba32-f5cefb5e3335 req-7e7b806b-fbcc-47c9-ac6d-5c2844a0caaf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 944 time: 0.0654080 Aug 09 14:38:13.437973 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e69a777e-c550-4150-ba32-f5cefb5e3335 req-36b15e84-a713-4f04-aced-03bcb9ef7ea7 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425451 Aug 09 14:38:13.449275 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:13.472237 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3062eda6-8e05-4619-87f9-208ccaaeea62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d46c43-84b0-419b-a884-80fb065f71c0'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:38:13.474551 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a8e160-d65a-4e85-bffd-29ee8f87a3ac" -d '{"events": [{"server_uuid": "3062eda6-8e05-4619-87f9-208ccaaeea62", "name": "network-vif-plugged", "status": "completed", "tag": "e8d46c43-84b0-419b-a884-80fb065f71c0"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:38:13.491310 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port e8d46c43-84b0-419b-a884-80fb065f71c0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e8d46c43-84b0-419b-a884-80fb065f71c0,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:38:13.499031 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:13.499856 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 577316f2-7250-4070-9fd4-bb413395d2c6 up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:38:13.525123 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce200ac0-269d-4477-b1c0-3421e3052708 x-openstack-request-id: req-ce200ac0-269d-4477-b1c0-3421e3052708 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:38:13.525494 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3062eda6-8e05-4619-87f9-208ccaaeea62", "name": "network-vif-plugged", "status": "completed", "tag": "e8d46c43-84b0-419b-a884-80fb065f71c0", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:38:13.525745 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ce200ac0-269d-4477-b1c0-3421e3052708 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:38:13.526144 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3062eda6-8e05-4619-87f9-208ccaaeea62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d46c43-84b0-419b-a884-80fb065f71c0', 'code': 200} Aug 09 14:38:13.593395 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=e8d46c43-84b0-419b-a884-80fb065f71c0,revision_number=10']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:38:13.607231 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning for port 577316f2-7250-4070-9fd4-bb413395d2c6 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:38:13.612054 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port 577316f2-7250-4070-9fd4-bb413395d2c6 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:38:13.612673 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:13.719959 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:13.746107 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08382b54-79b0-473d-a9d7-c988e1966341 req-63e8ebcf-2bfa-48de-8e4e-003bdd1c00cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:13.748332 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-08382b54-79b0-473d-a9d7-c988e1966341 req-63e8ebcf-2bfa-48de-8e4e-003bdd1c00cf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 1099 time: 0.0544467 Aug 09 14:38:13.761653 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 577316f2-7250-4070-9fd4-bb413395d2c6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=577316f2-7250-4070-9fd4-bb413395d2c6,segment=NetworkSegment(a4e4de31-1b1f-431d-a977-df7ee1f8ed33),segment_id=a4e4de31-1b1f-431d-a977-df7ee1f8ed33)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:38:13.766740 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:13.787144 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-08382b54-79b0-473d-a9d7-c988e1966341 req-209b1884-9389-4d89-a07d-d5c622c0c234 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308208 Aug 09 14:38:13.827648 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=577316f2-7250-4070-9fd4-bb413395d2c6,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:38:13.857968 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28838194-1f17-4c89-8ac0-eb1c8ed71810 req-f65a54a5-fbbe-490c-9a11-dcf49c299531 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:13.859467 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-28838194-1f17-4c89-8ac0-eb1c8ed71810 req-f65a54a5-fbbe-490c-9a11-dcf49c299531 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 985 time: 0.3184102 Aug 09 14:38:13.899713 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-28838194-1f17-4c89-8ac0-eb1c8ed71810 req-768f7653-edf6-416c-b57f-66830007401b tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&id=d5b784b0-54fa-4b28-bda2-b7e3e2541314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335541 Aug 09 14:38:14.140488 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2907f3-8443-4c35-a0cc-2b1525f7d576 req-20846880-3214-4228-b3d4-0638cf45c035 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:14.141982 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0c2907f3-8443-4c35-a0cc-2b1525f7d576 req-20846880-3214-4228-b3d4-0638cf45c035 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0506990 Aug 09 14:38:14.184137 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0c2907f3-8443-4c35-a0cc-2b1525f7d576 req-79131b6f-dcc8-4737-a317-53b5ce119e36 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358751 Aug 09 14:38:14.558111 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b7c0f-8ee0-47a0-a4f4-f1fd97166cac req-8a669c20-df82-4304-b5e3-d12790744768 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:14.559653 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e23b7c0f-8ee0-47a0-a4f4-f1fd97166cac req-8a669c20-df82-4304-b5e3-d12790744768 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 946 time: 0.0489969 Aug 09 14:38:14.602809 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e23b7c0f-8ee0-47a0-a4f4-f1fd97166cac req-6cb69c2c-f7ff-4ddd-92d4-6d2be08ec8a3 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371490 Aug 09 14:38:15.028887 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23dc36-981f-4329-911d-8dbdf350444a req-61f1684f-e44d-4713-8568-a218ac07bf66 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:15.030401 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ed23dc36-981f-4329-911d-8dbdf350444a req-61f1684f-e44d-4713-8568-a218ac07bf66 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 985 time: 0.0524349 Aug 09 14:38:15.074888 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ed23dc36-981f-4329-911d-8dbdf350444a req-f628f5cc-5991-4c6e-9774-f5f5ed4533bc tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&id=d5b784b0-54fa-4b28-bda2-b7e3e2541314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378382 Aug 09 14:38:15.303573 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa3f87-6d49-4594-8441-05633a83079d req-badb61e9-c9e2-4929-af48-a340b0066cbc tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:15.305377 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a4aa3f87-6d49-4594-8441-05633a83079d req-badb61e9-c9e2-4929-af48-a340b0066cbc tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0514560 Aug 09 14:38:15.346428 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a4aa3f87-6d49-4594-8441-05633a83079d req-69e8e260-c6b6-4bd3-9a75-e084a6e02df7 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348661 Aug 09 14:38:15.527166 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577316f2-7250-4070-9fd4-bb413395d2c6'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:38:15.529533 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6470aee7-724a-4d2a-be82-0bc50c55386e" -d '{"events": [{"server_uuid": "25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3", "name": "network-vif-plugged", "status": "completed", "tag": "577316f2-7250-4070-9fd4-bb413395d2c6"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:38:15.567604 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bef250-db31-49fb-a2c3-7fd661e2478a x-openstack-request-id: req-50bef250-db31-49fb-a2c3-7fd661e2478a {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:38:15.567902 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3", "name": "network-vif-plugged", "status": "completed", "tag": "577316f2-7250-4070-9fd4-bb413395d2c6", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:38:15.568164 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-50bef250-db31-49fb-a2c3-7fd661e2478a {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:38:15.569234 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577316f2-7250-4070-9fd4-bb413395d2c6', 'code': 200} Aug 09 14:38:15.724375 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91a041-f038-4d96-be9b-728b3a442beb req-99fa155a-8ccc-45f1-b449-4f2bbfb72a5b tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:15.726017 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8e91a041-f038-4d96-be9b-728b3a442beb req-99fa155a-8ccc-45f1-b449-4f2bbfb72a5b tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 946 time: 0.0502954 Aug 09 14:38:15.774203 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8e91a041-f038-4d96-be9b-728b3a442beb req-15b5203e-bab3-4428-bdcc-5f46f39d1547 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395675 Aug 09 14:38:15.862893 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2304f0-4563-4323-804b-2a394ea225c7 req-b8d0fd38-ab55-45d8-a81c-95d2a3c72b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:15.864388 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ca2304f0-4563-4323-804b-2a394ea225c7 req-b8d0fd38-ab55-45d8-a81c-95d2a3c72b77 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 1098 time: 0.0419514 Aug 09 14:38:15.903869 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ca2304f0-4563-4323-804b-2a394ea225c7 req-05677e88-9909-4096-a82b-05b2301c290b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298302 Aug 09 14:38:16.191327 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda593f-cdae-4661-b14d-849f153ccde3 req-b1b5ad6b-7da7-43c8-8e98-100572ba851b tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:16.192829 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0bda593f-cdae-4661-b14d-849f153ccde3 req-b1b5ad6b-7da7-43c8-8e98-100572ba851b tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 985 time: 0.0485160 Aug 09 14:38:16.233071 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0bda593f-cdae-4661-b14d-849f153ccde3 req-9358ba1f-798f-4217-960e-2126dd6f3ac3 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&id=d5b784b0-54fa-4b28-bda2-b7e3e2541314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334175 Aug 09 14:38:16.465218 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04835f2d-18d0-43ae-b11b-e8b596202da7 req-ef653dbf-9291-49e0-b88f-4eb0938049b4 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:16.466736 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-04835f2d-18d0-43ae-b11b-e8b596202da7 req-ef653dbf-9291-49e0-b88f-4eb0938049b4 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0521638 Aug 09 14:38:16.507084 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-04835f2d-18d0-43ae-b11b-e8b596202da7 req-e434cd20-d41c-4a3a-b5ce-37e947532984 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342188 Aug 09 14:38:16.834440 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:17.353297 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1e439-3163-41f1-b085-b6ed605327f0 req-80226d67-7806-418d-b189-cab83a2d6e7f tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:17.354806 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-92e1e439-3163-41f1-b085-b6ed605327f0 req-80226d67-7806-418d-b189-cab83a2d6e7f tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 985 time: 0.0506983 Aug 09 14:38:17.402170 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-92e1e439-3163-41f1-b085-b6ed605327f0 req-31acd4cb-8027-47ea-8844-945f33b91463 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&id=d5b784b0-54fa-4b28-bda2-b7e3e2541314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412717 Aug 09 14:38:17.624346 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4afac0-b90c-4f8a-a7dd-ae4bcd29d36a req-786cdd92-e301-4bbd-bfc7-a1d2072bed4e tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:17.625817 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-be4afac0-b90c-4f8a-a7dd-ae4bcd29d36a req-786cdd92-e301-4bbd-bfc7-a1d2072bed4e tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0504730 Aug 09 14:38:17.671592 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-be4afac0-b90c-4f8a-a7dd-ae4bcd29d36a req-9f2310e9-2c4e-4dc1-8527-47819331bc0c tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391006 Aug 09 14:38:17.788593 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d7a3b-8dda-4113-8876-2a6fb5ee44c4 req-62a8e8aa-b5f2-4be1-abb6-ca861a2b57f9 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:17.790030 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-eb4d7a3b-8dda-4113-8876-2a6fb5ee44c4 req-62a8e8aa-b5f2-4be1-abb6-ca861a2b57f9 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0502796 Aug 09 14:38:17.833467 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-eb4d7a3b-8dda-4113-8876-2a6fb5ee44c4 req-7c1cf234-bddf-4a9c-aec8-86e27fad6d6a tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375011 Aug 09 14:38:17.857496 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 49206) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:38:17.897569 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c812dc5-55b4-472b-b64d-1f5c76e6c007 tempest-TestVolumeBootPattern-1896168041 tempest-TestVolumeBootPattern-1896168041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:17.899114 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-8c812dc5-55b4-472b-b64d-1f5c76e6c007 tempest-TestVolumeBootPattern-1896168041 tempest-TestVolumeBootPattern-1896168041-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 1093 time: 0.0405896 Aug 09 14:38:17.901936 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 49208) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:38:17.906533 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-aa2ec89e-352d-4981-935d-cc688e90025f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Request body: {'floatingip': {'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'port_id': '577316f2-7250-4070-9fd4-bb413395d2c6', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:38:17.934635 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec89e-352d-4981-935d-cc688e90025f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for floatingip, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:18.033650 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec89e-352d-4981-935d-cc688e90025f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:18.153371 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [None req-aa2ec89e-352d-4981-935d-cc688e90025f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Allocated IP 172.27.0.166 (fec02cd1-e2e8-4817-ba73-274d16c5b5b9/3361a577-0d73-418c-9a78-05f67eccb0cb/79a35671-f573-4c1d-b27c-36288ecaae46) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:38:18.255963 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec89e-352d-4981-935d-cc688e90025f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:18.295894 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec89e-352d-4981-935d-cc688e90025f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:18.334401 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2ec89e-352d-4981-935d-cc688e90025f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:38:18.339477 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-aa2ec89e-352d-4981-935d-cc688e90025f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:38:18.342991 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2ec89e-352d-4981-935d-cc688e90025f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:38:18.349159 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ec89e-352d-4981-935d-cc688e90025f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Pushing event updated for resources: {'Port': ['ID=79a35671-f573-4c1d-b27c-36288ecaae46,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:38:18.594743 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb83ab-0b68-4136-966d-b842db0ebc71 req-1af8cf7b-96a4-4c25-bbce-da44c97ee505 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:18.596096 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-efeb83ab-0b68-4136-966d-b842db0ebc71 req-1af8cf7b-96a4-4c25-bbce-da44c97ee505 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 985 time: 0.0995314 Aug 09 14:38:18.685584 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-efeb83ab-0b68-4136-966d-b842db0ebc71 req-e34ddf57-f54d-40f5-a07a-f4e7a1545823 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&id=d5b784b0-54fa-4b28-bda2-b7e3e2541314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0829444 Aug 09 14:38:18.793000 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec89e-352d-4981-935d-cc688e90025f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:18.865757 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec89e-352d-4981-935d-cc688e90025f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:19.031475 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec89e-352d-4981-935d-cc688e90025f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:19.036260 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec89e-352d-4981-935d-cc688e90025f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25220855'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:19.107659 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ec89e-352d-4981-935d-cc688e90025f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Pushing event updated for resources: {'Port': ['ID=79a35671-f573-4c1d-b27c-36288ecaae46,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:38:19.119807 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec89e-352d-4981-935d-cc688e90025f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744004'] for floatingip, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:19.222805 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.db.l3_db [None req-aa2ec89e-352d-4981-935d-cc688e90025f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Floating IP b85bfe9c-b476-4b1b-b7df-b9927298f966 associated. External IP: 172.27.0.166, port: 577316f2-7250-4070-9fd4-bb413395d2c6. Aug 09 14:38:19.436773 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2ec89e-352d-4981-935d-cc688e90025f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:38:19.547135 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2ec89e-352d-4981-935d-cc688e90025f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:38:19.559631 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a226cc-b803-450e-8864-62d563672011 None None] Sync routers for ids ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:38:19.572131 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec89e-352d-4981-935d-cc688e90025f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:19.573511 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a226cc-b803-450e-8864-62d563672011 None None] Routers {'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:38:19.574161 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-71a226cc-b803-450e-8864-62d563672011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:38:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:38:19.601675 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-aa2ec89e-352d-4981-935d-cc688e90025f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6986811 Aug 09 14:38:19.602249 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3', 'tag': '577316f2-7250-4070-9fd4-bb413395d2c6'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:38:19.604518 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56ce326a282370cb2de39ae3136380dca3ea80517aac3f2975b0460684c6f47d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705dbaf5-ee9a-4fd0-bd18-97aba0a8a4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3", "tag": "577316f2-7250-4070-9fd4-bb413395d2c6"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:38:19.671724 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c74de85-d6ee-488f-b571-b8835dd847f5 x-openstack-request-id: req-1c74de85-d6ee-488f-b571-b8835dd847f5 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:38:19.672123 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3", "tag": "577316f2-7250-4070-9fd4-bb413395d2c6", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:38:19.672484 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1c74de85-d6ee-488f-b571-b8835dd847f5 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:38:19.673003 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3', 'tag': '577316f2-7250-4070-9fd4-bb413395d2c6', 'status': 'completed', 'code': 200} Aug 09 14:38:19.703714 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-71a226cc-b803-450e-8864-62d563672011 None None] Set router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:38:19.751128 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705dbaf5-ee9a-4fd0-bd18-97aba0a8a4e4 req-c959344f-32fb-495b-8958-7a86710bbedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:19.752818 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-705dbaf5-ee9a-4fd0-bd18-97aba0a8a4e4 req-c959344f-32fb-495b-8958-7a86710bbedf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=488c470ed0ff4cddbe230238fe0b2253&device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 1098 time: 0.0450082 Aug 09 14:38:19.816092 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed1906-e5c4-4d1d-bd64-5d4693da961f req-1eb06e2f-cd76-423a-8675-b174c1723a9a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:19.818045 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-03ed1906-e5c4-4d1d-bd64-5d4693da961f req-1eb06e2f-cd76-423a-8675-b174c1723a9a tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 985 time: 0.0543351 Aug 09 14:38:19.862300 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-03ed1906-e5c4-4d1d-bd64-5d4693da961f req-17858dad-c7af-43ae-9e96-015fc3df12ec tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&id=d5b784b0-54fa-4b28-bda2-b7e3e2541314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361402 Aug 09 14:38:19.875173 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705dbaf5-ee9a-4fd0-bd18-97aba0a8a4e4 req-7191c229-b85f-4a71-8883-d9eb63e60b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:19.877498 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-705dbaf5-ee9a-4fd0-bd18-97aba0a8a4e4 req-7191c229-b85f-4a71-8883-d9eb63e60b6c service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed0ef885-267d-4f20-9f65-7ec82a72fd21 HTTP/1.1" status: 200 len: 913 time: 0.1106102 Aug 09 14:38:19.951327 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-71a226cc-b803-450e-8864-62d563672011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:34:08Z', 'revision_number': 4, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': 'b85bfe9c-b476-4b1b-b7df-b9927298f966', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'port_id': '577316f2-7250-4070-9fd4-bb413395d2c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'mac_address': 'fa:16:3e:8a:fb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:38:18Z', 'updated_at': '2021-08-09T14:38:18Z', 'revision_number': 0, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba13e9d-c568-42ca-9f41-0e033192c000', 'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'mac_address': 'fa:16:3e:dd:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:08Z', 'updated_at': '2021-08-09T14:34:15Z', 'revision_number': 5, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'subnets': [{'id': '49267761-fa03-47db-88f0-76622128cfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:38:19.955792 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-705dbaf5-ee9a-4fd0-bd18-97aba0a8a4e4 req-55e9745f-7fbc-466d-99cb-b0a60d74a826 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=577316f2-7250-4070-9fd4-bb413395d2c6 HTTP/1.1" status: 200 len: 999 time: 0.0670278 Aug 09 14:38:19.982570 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a226cc-b803-450e-8864-62d563672011 None None] Checking router: cf22e8aa-8fa0-4662-b4fa-7dc5964f615c for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:38:19.991618 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a226cc-b803-450e-8864-62d563672011 None None] Routers {'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:38:19.992815 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-71a226cc-b803-450e-8864-62d563672011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:38:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:38:20.014599 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705dbaf5-ee9a-4fd0-bd18-97aba0a8a4e4 req-77e5c2bf-00dd-40d0-b8e0-5d214d169e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:20.016112 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-705dbaf5-ee9a-4fd0-bd18-97aba0a8a4e4 req-77e5c2bf-00dd-40d0-b8e0-5d214d169e44 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49267761-fa03-47db-88f0-76622128cfdd HTTP/1.1" status: 200 len: 851 time: 0.0496886 Aug 09 14:38:20.064506 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705dbaf5-ee9a-4fd0-bd18-97aba0a8a4e4 req-eaf3fe91-7e79-4be7-b516-572edafb414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:20.066169 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-705dbaf5-ee9a-4fd0-bd18-97aba0a8a4e4 req-eaf3fe91-7e79-4be7-b516-572edafb414f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed0ef885-267d-4f20-9f65-7ec82a72fd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420318 Aug 09 14:38:20.102372 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-71a226cc-b803-450e-8864-62d563672011 None None] Set router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:38:20.163150 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-705dbaf5-ee9a-4fd0-bd18-97aba0a8a4e4 req-a67f92fc-5f2e-42cd-9589-223101b5b1b4 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894625 Aug 09 14:38:20.267685 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-705dbaf5-ee9a-4fd0-bd18-97aba0a8a4e4 req-bb127036-3fdb-41ca-91b3-2c655638d2cc service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959928 Aug 09 14:38:20.348891 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-71a226cc-b803-450e-8864-62d563672011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:34:08Z', 'revision_number': 4, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': 'b85bfe9c-b476-4b1b-b7df-b9927298f966', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'port_id': '577316f2-7250-4070-9fd4-bb413395d2c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'mac_address': 'fa:16:3e:8a:fb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:38:18Z', 'updated_at': '2021-08-09T14:38:18Z', 'revision_number': 0, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba13e9d-c568-42ca-9f41-0e033192c000', 'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'mac_address': 'fa:16:3e:dd:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:08Z', 'updated_at': '2021-08-09T14:34:15Z', 'revision_number': 5, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'subnets': [{'id': '49267761-fa03-47db-88f0-76622128cfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:38:20.380331 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a226cc-b803-450e-8864-62d563672011 None None] The sync data for ids ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'] in dv-cinder-780933-12-iscsi is: [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:34:08Z', 'revision_number': 4, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': 'b85bfe9c-b476-4b1b-b7df-b9927298f966', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'port_id': '577316f2-7250-4070-9fd4-bb413395d2c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'mac_address': 'fa:16:3e:8a:fb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:38:18Z', 'updated_at': '2021-08-09T14:38:18Z', 'revision_number': 0, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba13e9d-c568-42ca-9f41-0e033192c000', 'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'mac_address': 'fa:16:3e:dd:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:08Z', 'updated_at': '2021-08-09T14:34:15Z', 'revision_number': 5, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'subnets': [{'id': '49267761-fa03-47db-88f0-76622128cfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:38:20.573950 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933f8719-babd-4e1a-ad30-d4a744bc0d4b None None] New status for floating IP b85bfe9c-b476-4b1b-b7df-b9927298f966: ACTIVE {{(pid=93284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:38:20.990948 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0b904-92a3-433f-b5e7-244340951595 req-8e7149eb-6982-4479-a856-786ff2aa078e tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:20.992658 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8af0b904-92a3-433f-b5e7-244340951595 req-8e7149eb-6982-4479-a856-786ff2aa078e tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 985 time: 0.0601108 Aug 09 14:38:21.034365 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8af0b904-92a3-433f-b5e7-244340951595 req-1977a20a-fe2c-4b4f-9a0c-bc3d7f0457c9 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&id=d5b784b0-54fa-4b28-bda2-b7e3e2541314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350552 Aug 09 14:38:22.163871 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d2982-00fc-4968-ad3d-12c30146b0e0 req-f899e6dc-459f-435c-b9fa-e6b8b3bbe443 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:22.165396 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-717d2982-00fc-4968-ad3d-12c30146b0e0 req-f899e6dc-459f-435c-b9fa-e6b8b3bbe443 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 985 time: 0.0515313 Aug 09 14:38:22.204700 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-717d2982-00fc-4968-ad3d-12c30146b0e0 req-ff441e02-1372-416e-a4fe-7f4e581b6198 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&id=d5b784b0-54fa-4b28-bda2-b7e3e2541314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330539 Aug 09 14:38:23.328842 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef2002-d93a-4f14-8023-d83053f39f22 req-d559a361-cb58-49c6-8b9d-3e22b20619dc tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:23.330341 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f5ef2002-d93a-4f14-8023-d83053f39f22 req-d559a361-cb58-49c6-8b9d-3e22b20619dc tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 985 time: 0.0571327 Aug 09 14:38:23.372803 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f5ef2002-d93a-4f14-8023-d83053f39f22 req-8f51319c-5182-40a1-b6a4-dddb0ebf8d75 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&id=d5b784b0-54fa-4b28-bda2-b7e3e2541314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362880 Aug 09 14:38:23.801492 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-dbbf1d1f-c5e7-4455-b5e6-17c4ef8a3423 req-ec15b575-2ed2-4006-ab42-e0b7e4a17aba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417347 Aug 09 14:38:23.890202 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf1d1f-c5e7-4455-b5e6-17c4ef8a3423 req-f8b3cbc5-bb8b-416a-96c1-2a62b2830199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:23.891749 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-dbbf1d1f-c5e7-4455-b5e6-17c4ef8a3423 req-f8b3cbc5-bb8b-416a-96c1-2a62b2830199 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d1d83df37494330a7851a5b1ddb7199&device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 1099 time: 0.0445402 Aug 09 14:38:24.007063 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf1d1f-c5e7-4455-b5e6-17c4ef8a3423 req-81406a6f-b870-4a25-a75a-8451079b65a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:24.008565 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-dbbf1d1f-c5e7-4455-b5e6-17c4ef8a3423 req-81406a6f-b870-4a25-a75a-8451079b65a4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1a85733-b746-4659-8c30-3b0e459dbc6f HTTP/1.1" status: 200 len: 918 time: 0.0948572 Aug 09 14:38:24.092615 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-dbbf1d1f-c5e7-4455-b5e6-17c4ef8a3423 req-20c394b2-22b5-404c-bfe8-9e8d25cfe290 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8d46c43-84b0-419b-a884-80fb065f71c0 HTTP/1.1" status: 200 len: 1001 time: 0.0675297 Aug 09 14:38:24.148945 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf1d1f-c5e7-4455-b5e6-17c4ef8a3423 req-e791e1ca-7924-4e44-b3ac-c1c6da31bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:24.150435 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-dbbf1d1f-c5e7-4455-b5e6-17c4ef8a3423 req-e791e1ca-7924-4e44-b3ac-c1c6da31bd0e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3d011544-2652-42c4-bd98-5da36fbdc571 HTTP/1.1" status: 200 len: 856 time: 0.0501170 Aug 09 14:38:24.198915 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf1d1f-c5e7-4455-b5e6-17c4ef8a3423 req-c6b1f6f6-1254-41d7-9d5d-4ab94d6eb92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:24.200426 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-dbbf1d1f-c5e7-4455-b5e6-17c4ef8a3423 req-c6b1f6f6-1254-41d7-9d5d-4ab94d6eb92b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1a85733-b746-4659-8c30-3b0e459dbc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414567 Aug 09 14:38:24.292818 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-dbbf1d1f-c5e7-4455-b5e6-17c4ef8a3423 req-f2e2cd4c-8ffb-4e4f-b22c-bae49ced3d2f service neutron] 10.222.0.11 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832882 Aug 09 14:38:24.392357 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-dbbf1d1f-c5e7-4455-b5e6-17c4ef8a3423 req-e77d4996-2fd8-4e6c-9dba-d47efcec92a7 service neutron] 10.222.0.11 "GET /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903006 Aug 09 14:38:24.502489 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e3acb-b910-4116-a8d5-c0f7303fabd6 req-61e13523-ed0a-47ac-b6b3-a82aa8c9f94e tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:24.504222 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5b4e3acb-b910-4116-a8d5-c0f7303fabd6 req-61e13523-ed0a-47ac-b6b3-a82aa8c9f94e tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 985 time: 0.0618510 Aug 09 14:38:24.545051 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5b4e3acb-b910-4116-a8d5-c0f7303fabd6 req-24f38b51-b4a5-4e3d-a298-73af5df70901 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&id=d5b784b0-54fa-4b28-bda2-b7e3e2541314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343204 Aug 09 14:38:25.666982 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a31e3-2786-4b56-95d0-5f936b3b1fae req-2ec24db6-69b9-452f-9173-63e3517cb9af tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:25.668510 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c84a31e3-2786-4b56-95d0-5f936b3b1fae req-2ec24db6-69b9-452f-9173-63e3517cb9af tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 985 time: 0.0507977 Aug 09 14:38:25.710602 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c84a31e3-2786-4b56-95d0-5f936b3b1fae req-c10e362d-c2c0-4be0-91c4-ea4f3b2efc52 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&id=d5b784b0-54fa-4b28-bda2-b7e3e2541314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361392 Aug 09 14:38:26.833272 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de9117-15d3-496f-b7ea-1e13376d98d2 req-9b90f5d8-7e5b-42fa-a811-e50b6458b888 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:26.834877 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b6de9117-15d3-496f-b7ea-1e13376d98d2 req-9b90f5d8-7e5b-42fa-a811-e50b6458b888 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 985 time: 0.0510271 Aug 09 14:38:26.878057 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b6de9117-15d3-496f-b7ea-1e13376d98d2 req-2849deba-8dc7-42b2-a62a-e949870e39c9 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&id=d5b784b0-54fa-4b28-bda2-b7e3e2541314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362659 Aug 09 14:38:36.525692 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cdfe1ff3-7096-455b-8bd8-cfc5100c408c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:39.373989 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:39.673618 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-0e73d3e3-7c30-4f61-9825-892cb515e6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:40.317185 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:42.307664 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:42.593144 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:38:46.831611 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:49.322802 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced8e92-e9a2-4a52-b449-70fd88bc6f9d req-4b5f116b-cacd-4338-a26f-575806df37c9 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:49.324287 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2ced8e92-e9a2-4a52-b449-70fd88bc6f9d req-4b5f116b-cacd-4338-a26f-575806df37c9 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=062eb031-dbb6-410e-9f10-3001b191ed5e HTTP/1.1" status: 200 len: 945 time: 0.0541470 Aug 09 14:38:49.363861 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2ced8e92-e9a2-4a52-b449-70fd88bc6f9d req-a879a3fa-e49c-470b-a9fa-8a36999a0764 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d28edb9-41ba-4e0d-b69f-cc78dae22368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336132 Aug 09 14:38:50.481694 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef41617-f838-4c0a-ae5b-6ccf58878e39 req-99c5e27f-38f2-4dae-afd6-7de9672803d3 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:50.483263 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-eef41617-f838-4c0a-ae5b-6ccf58878e39 req-99c5e27f-38f2-4dae-afd6-7de9672803d3 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=062eb031-dbb6-410e-9f10-3001b191ed5e HTTP/1.1" status: 200 len: 945 time: 0.0503824 Aug 09 14:38:50.523825 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-eef41617-f838-4c0a-ae5b-6ccf58878e39 req-967db697-961c-4a9f-895f-f12838b58f71 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d28edb9-41ba-4e0d-b69f-cc78dae22368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345597 Aug 09 14:38:51.157583 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31e01f-0408-4573-adc6-c1cd417545c1 req-eb5a6c63-92b7-40ca-9aa2-80fda8e20fce tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:51.159081 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ae31e01f-0408-4573-adc6-c1cd417545c1 req-eb5a6c63-92b7-40ca-9aa2-80fda8e20fce tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.11 "GET /v2.0/ports?device_id=062eb031-dbb6-410e-9f10-3001b191ed5e HTTP/1.1" status: 200 len: 945 time: 0.0532084 Aug 09 14:38:51.259443 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-ae31e01f-0408-4573-adc6-c1cd417545c1 req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Deleting port 1b515356-9642-4029-beee-52ffcc3b0576 {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:38:51.259710 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-ae31e01f-0408-4573-adc6-c1cd417545c1 req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:51.356209 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-ae31e01f-0408-4573-adc6-c1cd417545c1 req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] For port 1b515356-9642-4029-beee-52ffcc3b0576, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1b515356-9642-4029-beee-52ffcc3b0576,segment=NetworkSegment(0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53),segment_id=0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:38:51.356573 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-ae31e01f-0408-4573-adc6-c1cd417545c1 req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:51.546327 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-ae31e01f-0408-4573-adc6-c1cd417545c1 req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:51.546738 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-ae31e01f-0408-4573-adc6-c1cd417545c1 req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744004'] for floatingip, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:51.547315 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.db.l3_db [req-ae31e01f-0408-4573-adc6-c1cd417545c1 req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Floating IP 446cad78-695c-4cea-9ab7-278c9735e239 disassociated. External IP: 172.27.0.16, port: 1b515356-9642-4029-beee-52ffcc3b0576. Aug 09 14:38:51.547577 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-ae31e01f-0408-4573-adc6-c1cd417545c1 req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Calling delete_port for 1b515356-9642-4029-beee-52ffcc3b0576 owned by compute:nova {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:38:51.642970 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973b20f-7a62-43a6-9a40-87c7278e78ba req-f97249a6-c4d4-43f3-be9b-cf1829614a9a tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:51.644668 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0973b20f-7a62-43a6-9a40-87c7278e78ba req-f97249a6-c4d4-43f3-be9b-cf1829614a9a tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/ports?device_id=062eb031-dbb6-410e-9f10-3001b191ed5e HTTP/1.1" status: 200 len: 945 time: 0.0519130 Aug 09 14:38:51.682686 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-ae31e01f-0408-4573-adc6-c1cd417545c1 req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:51.683833 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0973b20f-7a62-43a6-9a40-87c7278e78ba req-c15074fe-3b36-4c4f-9475-5d72f4ce6ab0 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups?id=4d28edb9-41ba-4e0d-b69f-cc78dae22368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322990 Aug 09 14:38:51.713742 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Pushing event deleted for resources: {'Port': ['ID=1b515356-9642-4029-beee-52ffcc3b0576,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:38:51.762625 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:38:51.763001 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:38:51.763342 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:38:51.763678 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:38:51.764008 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:38:51.764335 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:38:51.764658 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:38:51.764994 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:38:51.765301 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:38:51.765620 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:38:51.765940 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:38:51.766284 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:38:51.851323 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae31e01f-0408-4573-adc6-c1cd417545c1 req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Router 8fc7c47f-7f82-4376-ac3d-3855de6871a0 has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:38:51.980718 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae31e01f-0408-4573-adc6-c1cd417545c1 req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:38:51.990331 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b528b1-e343-4d5f-9d6d-bd8d8e64065c None None] Sync routers for ids ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:38:52.001503 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b528b1-e343-4d5f-9d6d-bd8d8e64065c None None] Routers {'8fc7c47f-7f82-4376-ac3d-3855de6871a0'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:38:52.002270 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-a2b528b1-e343-4d5f-9d6d-bd8d8e64065c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:38:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:38:52.025173 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae31e01f-0408-4573-adc6-c1cd417545c1 req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] No DVR routers for this DVR port 1b515356-9642-4029-beee-52ffcc3b0576 on host hv-cinder-78093 {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:38:52.027938 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-ae31e01f-0408-4573-adc6-c1cd417545c1 req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:52.029880 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ae31e01f-0408-4573-adc6-c1cd417545c1 req-fc73fa28-86a7-4572-9e0d-004e2143397e tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.11 "DELETE /v2.0/ports/1b515356-9642-4029-beee-52ffcc3b0576 HTTP/1.1" status: 204 len: 173 time: 0.8630238 Aug 09 14:38:52.030327 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062eb031-dbb6-410e-9f10-3001b191ed5e', 'name': 'network-vif-deleted', 'tag': '1b515356-9642-4029-beee-52ffcc3b0576'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:38:52.032624 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66edf56b-fe9f-47d1-a29d-67190226e1fc" -d '{"events": [{"server_uuid": "062eb031-dbb6-410e-9f10-3001b191ed5e", "name": "network-vif-deleted", "tag": "1b515356-9642-4029-beee-52ffcc3b0576"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:38:52.078452 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b881e9a-877b-4e72-86cc-4301be6d11a7 x-openstack-request-id: req-7b881e9a-877b-4e72-86cc-4301be6d11a7 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:38:52.078791 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062eb031-dbb6-410e-9f10-3001b191ed5e", "name": "network-vif-deleted", "tag": "1b515356-9642-4029-beee-52ffcc3b0576", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:38:52.079054 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b881e9a-877b-4e72-86cc-4301be6d11a7 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:38:52.079473 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062eb031-dbb6-410e-9f10-3001b191ed5e', 'name': 'network-vif-deleted', 'tag': '1b515356-9642-4029-beee-52ffcc3b0576', 'status': 'completed', 'code': 200} Aug 09 14:38:52.135410 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-a2b528b1-e343-4d5f-9d6d-bd8d8e64065c None None] Set router 8fc7c47f-7f82-4376-ac3d-3855de6871a0 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:38:52.349092 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-a2b528b1-e343-4d5f-9d6d-bd8d8e64065c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'name': 'tempest-AttachVolumeTestJSON-1782958590-router', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:10Z', 'revision_number': 4, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'gw_port': {'id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6', 'name': '', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'mac_address': 'fa:16:3e:26:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:09Z', 'updated_at': '2021-08-09T14:33:16Z', 'revision_number': 5, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'subnets': [{'id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:38:52.380423 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b528b1-e343-4d5f-9d6d-bd8d8e64065c None None] Checking router: 8fc7c47f-7f82-4376-ac3d-3855de6871a0 for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:38:52.389663 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b528b1-e343-4d5f-9d6d-bd8d8e64065c None None] Routers {'8fc7c47f-7f82-4376-ac3d-3855de6871a0'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:38:52.390275 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-a2b528b1-e343-4d5f-9d6d-bd8d8e64065c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:38:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:38:52.495356 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-a2b528b1-e343-4d5f-9d6d-bd8d8e64065c None None] Set router 8fc7c47f-7f82-4376-ac3d-3855de6871a0 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:38:52.770517 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 49396) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:38:52.829747 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-262df307-8431-462c-902f-f842e8a5afcd tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:52.833571 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-a2b528b1-e343-4d5f-9d6d-bd8d8e64065c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'name': 'tempest-AttachVolumeTestJSON-1782958590-router', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:10Z', 'revision_number': 4, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'gw_port': {'id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6', 'name': '', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'mac_address': 'fa:16:3e:26:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:09Z', 'updated_at': '2021-08-09T14:33:16Z', 'revision_number': 5, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'subnets': [{'id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:38:52.857794 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-262df307-8431-462c-902f-f842e8a5afcd tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:52.867373 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b528b1-e343-4d5f-9d6d-bd8d8e64065c None None] The sync data for ids ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'] in dv-cinder-780933-12-iscsi is: [{'id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'name': 'tempest-AttachVolumeTestJSON-1782958590-router', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:10Z', 'revision_number': 4, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'gw_port': {'id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6', 'name': '', 'network_id': 'c20e9c5d-5cc7-41a2-8f11-7c043eca0179', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'mac_address': 'fa:16:3e:26:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:09Z', 'updated_at': '2021-08-09T14:33:16Z', 'revision_number': 5, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'subnets': [{'id': 'e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:38:52.911897 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-262df307-8431-462c-902f-f842e8a5afcd tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:52.915158 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-262df307-8431-462c-902f-f842e8a5afcd tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:52.916329 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-262df307-8431-462c-902f-f842e8a5afcd tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "DELETE /v2.0/security-groups/4d28edb9-41ba-4e0d-b69f-cc78dae22368 HTTP/1.1" status: 204 len: 168 time: 0.1446290 Aug 09 14:38:52.919162 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 49398) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:38:52.931491 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262df307-8431-462c-902f-f842e8a5afcd tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d28edb9-41ba-4e0d-b69f-cc78dae22368,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:38:52.933482 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.api.v2.resource [None req-44bd80dc-1726-4ae0-bb4f-36d882d5a7d1 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] show failed (client error): The resource could not be found. Aug 09 14:38:52.934508 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-44bd80dc-1726-4ae0-bb4f-36d882d5a7d1 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "GET /v2.0/security-groups/4d28edb9-41ba-4e0d-b69f-cc78dae22368 HTTP/1.1" status: 404 len: 347 time: 0.0143507 Aug 09 14:38:52.937456 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 49400) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:38:52.939485 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262df307-8431-462c-902f-f842e8a5afcd tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:38:52.939945 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262df307-8431-462c-902f-f842e8a5afcd tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:38:52.940302 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262df307-8431-462c-902f-f842e8a5afcd tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:38:52.940653 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262df307-8431-462c-902f-f842e8a5afcd tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:38:52.940992 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262df307-8431-462c-902f-f842e8a5afcd tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:38:52.941337 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262df307-8431-462c-902f-f842e8a5afcd tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:38:52.941669 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262df307-8431-462c-902f-f842e8a5afcd tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:38:52.942031 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262df307-8431-462c-902f-f842e8a5afcd tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:38:52.942366 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262df307-8431-462c-902f-f842e8a5afcd tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:38:52.942756 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262df307-8431-462c-902f-f842e8a5afcd tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:38:52.943051 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262df307-8431-462c-902f-f842e8a5afcd tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:38:52.943386 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262df307-8431-462c-902f-f842e8a5afcd tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:38:53.076411 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-e19037a2-9a20-40ad-83d4-84b47a9b1087 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Deleting port 40a7c511-30b1-42f0-9c64-91bd9ec22419 {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:38:53.076750 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e19037a2-9a20-40ad-83d4-84b47a9b1087 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:53.125104 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4ad312-b993-4b0b-accc-c640cced8722 None None] New status for floating IP 446cad78-695c-4cea-9ab7-278c9735e239: DOWN {{(pid=93284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:38:53.162748 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e19037a2-9a20-40ad-83d4-84b47a9b1087 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:53.163230 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e19037a2-9a20-40ad-83d4-84b47a9b1087 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:53.175033 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-e19037a2-9a20-40ad-83d4-84b47a9b1087 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Calling delete_port for 40a7c511-30b1-42f0-9c64-91bd9ec22419 owned by network:floatingip {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:38:53.321734 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e19037a2-9a20-40ad-83d4-84b47a9b1087 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:53.348850 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19037a2-9a20-40ad-83d4-84b47a9b1087 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Pushing event deleted for resources: {'Port': ['ID=40a7c511-30b1-42f0-9c64-91bd9ec22419,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:38:53.652951 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e19037a2-9a20-40ad-83d4-84b47a9b1087 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks [] for floatingip, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:53.655560 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e19037a2-9a20-40ad-83d4-84b47a9b1087 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for floatingip, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:53.656706 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-e19037a2-9a20-40ad-83d4-84b47a9b1087 tempest-AttachVolumeTestJSON-101888081 tempest-AttachVolumeTestJSON-101888081-project] 10.222.0.60 "DELETE /v2.0/floatingips/446cad78-695c-4cea-9ab7-278c9735e239 HTTP/1.1" status: 204 len: 168 time: 0.7182333 Aug 09 14:38:55.523178 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 1b515356-9642-4029-beee-52ffcc3b0576 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:38:55.544103 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] No Port match for: 1b515356-9642-4029-beee-52ffcc3b0576 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:38:55.544458 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 1b515356-9642-4029-beee-52ffcc3b0576 not bound to the agent host hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:38:56.355863 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af67557-33ba-43dc-9d3c-f7fb430ec3a6 req-54c4b054-ae74-49b3-b4e9-01e7cb5267c0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:56.357354 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4af67557-33ba-43dc-9d3c-f7fb430ec3a6 req-54c4b054-ae74-49b3-b4e9-01e7cb5267c0 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 946 time: 0.0498779 Aug 09 14:38:56.397319 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4af67557-33ba-43dc-9d3c-f7fb430ec3a6 req-48c1f9a2-c5a0-4078-a059-39874e6868da tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338399 Aug 09 14:38:57.202826 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 49442) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:38:57.585784 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d827e-a885-42f1-b0cd-13d0e1e9107f req-e1fa5333-4b05-4d23-afb5-3f72af89e47f tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:57.587986 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f64d827e-a885-42f1-b0cd-13d0e1e9107f req-e1fa5333-4b05-4d23-afb5-3f72af89e47f tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 946 time: 0.0912075 Aug 09 14:38:57.658336 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f64d827e-a885-42f1-b0cd-13d0e1e9107f req-56887a9b-5c85-4ef5-bd23-bdf62ff02d45 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups?id=7358e89c-bbc4-4c7c-8378-96992014ea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634620 Aug 09 14:38:57.709557 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2283d44-f2f2-44c5-9e50-ca2bbc592366 req-335960ff-2481-4e0a-af94-a5fb4dc4b7c6 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:38:57.711610 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-e2283d44-f2f2-44c5-9e50-ca2bbc592366 req-335960ff-2481-4e0a-af94-a5fb4dc4b7c6 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.11 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 946 time: 0.0507407 Aug 09 14:38:57.738609 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f9ba6cb0-e380-43dd-95b4-ccc8479ffb8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1744772'] for router_interface, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:57.814051 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-e2283d44-f2f2-44c5-9e50-ca2bbc592366 req-391f8c1f-803b-4831-9b2c-62e50f5c8fcf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Deleting port e8d46c43-84b0-419b-a884-80fb065f71c0 {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:38:57.814439 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-e2283d44-f2f2-44c5-9e50-ca2bbc592366 req-391f8c1f-803b-4831-9b2c-62e50f5c8fcf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:57.923139 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-e2283d44-f2f2-44c5-9e50-ca2bbc592366 req-391f8c1f-803b-4831-9b2c-62e50f5c8fcf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] For port e8d46c43-84b0-419b-a884-80fb065f71c0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e8d46c43-84b0-419b-a884-80fb065f71c0,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:38:57.924562 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-e2283d44-f2f2-44c5-9e50-ca2bbc592366 req-391f8c1f-803b-4831-9b2c-62e50f5c8fcf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:58.020044 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba6cb0-e380-43dd-95b4-ccc8479ffb8d admin admin] Deleting port a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:38:58.020596 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f9ba6cb0-e380-43dd-95b4-ccc8479ffb8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:58.104730 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-f9ba6cb0-e380-43dd-95b4-ccc8479ffb8d admin admin] For port a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6,segment=NetworkSegment(0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53),segment_id=0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:38:58.105100 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f9ba6cb0-e380-43dd-95b4-ccc8479ffb8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:58.116016 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-e2283d44-f2f2-44c5-9e50-ca2bbc592366 req-391f8c1f-803b-4831-9b2c-62e50f5c8fcf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:58.116423 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-e2283d44-f2f2-44c5-9e50-ca2bbc592366 req-391f8c1f-803b-4831-9b2c-62e50f5c8fcf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744004'] for floatingip, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:58.116735 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.db.l3_db [req-e2283d44-f2f2-44c5-9e50-ca2bbc592366 req-391f8c1f-803b-4831-9b2c-62e50f5c8fcf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Floating IP 4e7ef783-97eb-4a73-bc0c-dcb904791a49 disassociated. External IP: 172.27.0.116, port: e8d46c43-84b0-419b-a884-80fb065f71c0. Aug 09 14:38:58.117107 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-e2283d44-f2f2-44c5-9e50-ca2bbc592366 req-391f8c1f-803b-4831-9b2c-62e50f5c8fcf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Calling delete_port for e8d46c43-84b0-419b-a884-80fb065f71c0 owned by compute:nova {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:38:58.120202 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba6cb0-e380-43dd-95b4-ccc8479ffb8d admin admin] Calling delete_port for a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6 owned by network:router_interface {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:38:58.255934 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-e2283d44-f2f2-44c5-9e50-ca2bbc592366 req-391f8c1f-803b-4831-9b2c-62e50f5c8fcf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:58.285330 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f8c1f-803b-4831-9b2c-62e50f5c8fcf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Pushing event deleted for resources: {'Port': ['ID=e8d46c43-84b0-419b-a884-80fb065f71c0,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:38:58.313436 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f9ba6cb0-e380-43dd-95b4-ccc8479ffb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:58.344014 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba6cb0-e380-43dd-95b4-ccc8479ffb8d admin admin] Pushing event deleted for resources: {'Port': ['ID=a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:38:58.427586 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2283d44-f2f2-44c5-9e50-ca2bbc592366 req-391f8c1f-803b-4831-9b2c-62e50f5c8fcf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Router 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:38:58.526373 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f9ba6cb0-e380-43dd-95b4-ccc8479ffb8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741364'] for router_interface, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:58.548786 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2283d44-f2f2-44c5-9e50-ca2bbc592366 req-391f8c1f-803b-4831-9b2c-62e50f5c8fcf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:38:58.559559 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea855a44-6583-4bdd-b6df-3e858c5ccc64 None None] Sync routers for ids ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:38:58.569562 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea855a44-6583-4bdd-b6df-3e858c5ccc64 None None] Routers {'3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:38:58.570344 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-ea855a44-6583-4bdd-b6df-3e858c5ccc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:38:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:38:58.597704 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2283d44-f2f2-44c5-9e50-ca2bbc592366 req-391f8c1f-803b-4831-9b2c-62e50f5c8fcf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] No DVR routers for this DVR port e8d46c43-84b0-419b-a884-80fb065f71c0 on host hv-cinder-78093 {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:38:58.600217 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-e2283d44-f2f2-44c5-9e50-ca2bbc592366 req-391f8c1f-803b-4831-9b2c-62e50f5c8fcf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:58.603054 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-e2283d44-f2f2-44c5-9e50-ca2bbc592366 req-391f8c1f-803b-4831-9b2c-62e50f5c8fcf tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.11 "DELETE /v2.0/ports/e8d46c43-84b0-419b-a884-80fb065f71c0 HTTP/1.1" status: 204 len: 173 time: 0.8846805 Aug 09 14:38:58.603338 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3062eda6-8e05-4619-87f9-208ccaaeea62', 'name': 'network-vif-deleted', 'tag': 'e8d46c43-84b0-419b-a884-80fb065f71c0'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:38:58.605637 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc51913-2baf-493c-beb2-0c8540f49433" -d '{"events": [{"server_uuid": "3062eda6-8e05-4619-87f9-208ccaaeea62", "name": "network-vif-deleted", "tag": "e8d46c43-84b0-419b-a884-80fb065f71c0"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:38:58.668265 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f46e5b3-5e61-4e90-9431-509748260dec x-openstack-request-id: req-5f46e5b3-5e61-4e90-9431-509748260dec {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:38:58.668782 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3062eda6-8e05-4619-87f9-208ccaaeea62", "name": "network-vif-deleted", "tag": "e8d46c43-84b0-419b-a884-80fb065f71c0", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:38:58.669211 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f46e5b3-5e61-4e90-9431-509748260dec {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:38:58.669838 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3062eda6-8e05-4619-87f9-208ccaaeea62', 'name': 'network-vif-deleted', 'tag': 'e8d46c43-84b0-419b-a884-80fb065f71c0', 'status': 'completed', 'code': 200} Aug 09 14:38:58.718480 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-ea855a44-6583-4bdd-b6df-3e858c5ccc64 None None] Set router 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:38:58.964663 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-ea855a44-6583-4bdd-b6df-3e858c5ccc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1476376075-router', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:32:04Z', 'revision_number': 4, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'gw_port': {'id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:57Z', 'updated_at': '2021-08-09T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'a01cced0-8c18-4340-833f-e26a96af49fb', 'name': '', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'mac_address': 'fa:16:3e:3a:b7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:32:01Z', 'updated_at': '2021-08-09T14:32:13Z', 'revision_number': 5, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'subnets': [{'id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:38:58.994602 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea855a44-6583-4bdd-b6df-3e858c5ccc64 None None] Checking router: 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:38:59.006177 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea855a44-6583-4bdd-b6df-3e858c5ccc64 None None] Routers {'3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:38:59.006892 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-ea855a44-6583-4bdd-b6df-3e858c5ccc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:38:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:38:59.079618 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1478dd8d-74fc-4c56-95f1-dd1fd036ae45 req-a892b76f-6ea9-4d8c-9eb0-ab05d84b21a6 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/ports?device_id=3062eda6-8e05-4619-87f9-208ccaaeea62 HTTP/1.1" status: 200 len: 210 time: 0.0376093 Aug 09 14:38:59.104366 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ba6cb0-e380-43dd-95b4-ccc8479ffb8d admin admin] Router 8fc7c47f-7f82-4376-ac3d-3855de6871a0 has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:38:59.152096 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-ea855a44-6583-4bdd-b6df-3e858c5ccc64 None None] Set router 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:38:59.238890 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ba6cb0-e380-43dd-95b4-ccc8479ffb8d admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:38:59.245628 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-f9ba6cb0-e380-43dd-95b4-ccc8479ffb8d admin admin] 10.222.0.60 "PUT /v2.0/routers/8fc7c47f-7f82-4376-ac3d-3855de6871a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0417247 Aug 09 14:38:59.248279 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 49454) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:38:59.250992 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17adfd8-7385-4a43-838f-aa5988489220 None None] Sync routers for ids ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'] in dv-cinder-780933-12-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:38:59.265041 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17adfd8-7385-4a43-838f-aa5988489220 None None] Routers {'8fc7c47f-7f82-4376-ac3d-3855de6871a0'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:38:59.266130 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-e17adfd8-7385-4a43-838f-aa5988489220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:38:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:38:59.372889 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-ea855a44-6583-4bdd-b6df-3e858c5ccc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1476376075-router', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:32:04Z', 'revision_number': 4, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'gw_port': {'id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:57Z', 'updated_at': '2021-08-09T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'a01cced0-8c18-4340-833f-e26a96af49fb', 'name': '', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'mac_address': 'fa:16:3e:3a:b7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:32:01Z', 'updated_at': '2021-08-09T14:32:13Z', 'revision_number': 5, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'subnets': [{'id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:38:59.376596 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-e17adfd8-7385-4a43-838f-aa5988489220 None None] Set router 8fc7c47f-7f82-4376-ac3d-3855de6871a0 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:38:59.378698 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d66174f5-67db-4fa6-94a9-36df2d36e134 admin admin] Notify callbacks [] for router, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:59.400869 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea855a44-6583-4bdd-b6df-3e858c5ccc64 None None] The sync data for ids ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'] in dv-cinder-780933-12-iscsi is: [{'id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1476376075-router', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:32:04Z', 'revision_number': 4, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'gw_port': {'id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:57Z', 'updated_at': '2021-08-09T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'a01cced0-8c18-4340-833f-e26a96af49fb', 'name': '', 'network_id': 'a1a85733-b746-4659-8c30-3b0e459dbc6f', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'mac_address': 'fa:16:3e:3a:b7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:32:01Z', 'updated_at': '2021-08-09T14:32:13Z', 'revision_number': 5, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'subnets': [{'id': '3d011544-2652-42c4-bd98-5da36fbdc571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:38:59.491009 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d66174f5-67db-4fa6-94a9-36df2d36e134 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:59.559329 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-d66174f5-67db-4fa6-94a9-36df2d36e134 admin admin] Deleting port 486b4fb7-1c1b-41d0-8ca6-5936443d8fb9 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:38:59.559676 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d66174f5-67db-4fa6-94a9-36df2d36e134 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:59.597839 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-e17adfd8-7385-4a43-838f-aa5988489220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'name': 'tempest-AttachVolumeTestJSON-1782958590-router', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:38:58Z', 'revision_number': 5, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'gw_port': {'id': '486b4fb7-1c1b-41d0-8ca6-5936443d8fb9', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:38:59.633178 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17adfd8-7385-4a43-838f-aa5988489220 None None] Checking router: 8fc7c47f-7f82-4376-ac3d-3855de6871a0 for host: dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:38:59.641867 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17adfd8-7385-4a43-838f-aa5988489220 None None] Routers {'8fc7c47f-7f82-4376-ac3d-3855de6871a0'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:38:59.642265 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-e17adfd8-7385-4a43-838f-aa5988489220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:38:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:38:59.652845 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fca102f-6099-42a0-9fdd-32a23f8b175c None None] New status for floating IP 4e7ef783-97eb-4a73-bc0c-dcb904791a49: DOWN {{(pid=93283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:38:59.661318 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-d66174f5-67db-4fa6-94a9-36df2d36e134 admin admin] For port 486b4fb7-1c1b-41d0-8ca6-5936443d8fb9, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=486b4fb7-1c1b-41d0-8ca6-5936443d8fb9,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:38:59.661688 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d66174f5-67db-4fa6-94a9-36df2d36e134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:59.675509 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-d66174f5-67db-4fa6-94a9-36df2d36e134 admin admin] Calling delete_port for 486b4fb7-1c1b-41d0-8ca6-5936443d8fb9 owned by network:router_gateway {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:38:59.730959 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-e17adfd8-7385-4a43-838f-aa5988489220 None None] Set router 8fc7c47f-7f82-4376-ac3d-3855de6871a0 gateway port host: None {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:38:59.784078 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-e17adfd8-7385-4a43-838f-aa5988489220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'name': 'tempest-AttachVolumeTestJSON-1782958590-router', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:38:59Z', 'revision_number': 6, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'gw_port_host': None}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:38:59.854881 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d66174f5-67db-4fa6-94a9-36df2d36e134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:38:59.886879 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66174f5-67db-4fa6-94a9-36df2d36e134 admin admin] Pushing event deleted for resources: {'Port': ['ID=486b4fb7-1c1b-41d0-8ca6-5936443d8fb9,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:38:59.908702 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17adfd8-7385-4a43-838f-aa5988489220 None None] The sync data for ids ['8fc7c47f-7f82-4376-ac3d-3855de6871a0'] in dv-cinder-780933-12-iscsi is: [{'id': '8fc7c47f-7f82-4376-ac3d-3855de6871a0', 'name': 'tempest-AttachVolumeTestJSON-1782958590-router', 'tenant_id': '729113cfedf64bc3a79f3867c8bded3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:33:06Z', 'updated_at': '2021-08-09T14:38:59Z', 'revision_number': 6, 'project_id': '729113cfedf64bc3a79f3867c8bded3c', 'gw_port_host': None}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:38:59.957096 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d66174f5-67db-4fa6-94a9-36df2d36e134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744082'] for router_gateway, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.057309 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d66174f5-67db-4fa6-94a9-36df2d36e134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237291'] for router, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.059434 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d66174f5-67db-4fa6-94a9-36df2d36e134 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.111567 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d66174f5-67db-4fa6-94a9-36df2d36e134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1742546'] for router, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.112278 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66174f5-67db-4fa6-94a9-36df2d36e134 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fc7c47f-7f82-4376-ac3d-3855de6871a0 {{(pid=93282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 14:39:00.117823 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d66174f5-67db-4fa6-94a9-36df2d36e134 admin admin] Notify callbacks [] for router, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.119241 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-d66174f5-67db-4fa6-94a9-36df2d36e134 admin admin] 10.222.0.60 "DELETE /v2.0/routers/8fc7c47f-7f82-4376-ac3d-3855de6871a0 HTTP/1.1" status: 204 len: 168 time: 0.8594327 Aug 09 14:39:00.121728 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 49458) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:00.167043 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06b7cc6-281a-4007-a92f-19b46b8acf13 admin admin] Deleting subnet e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5 {{(pid=93282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:39:00.170458 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c06b7cc6-281a-4007-a92f-19b46b8acf13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.182773 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 49462) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:00.214796 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c06b7cc6-281a-4007-a92f-19b46b8acf13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25235237'] for subnet, precommit_delete_associations {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.248609 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd93d-52ce-4040-904f-42b9b3d884f2 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.275798 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd93d-52ce-4040-904f-42b9b3d884f2 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.331405 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd93d-52ce-4040-904f-42b9b3d884f2 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.334285 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd93d-52ce-4040-904f-42b9b3d884f2 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.338995 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-d8dcd93d-52ce-4040-904f-42b9b3d884f2 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "DELETE /v2.0/security-groups/7358e89c-bbc4-4c7c-8378-96992014ea3a HTTP/1.1" status: 204 len: 168 time: 0.1551049 Aug 09 14:39:00.339730 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 49464) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:00.350179 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c06b7cc6-281a-4007-a92f-19b46b8acf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742273'] for subnet, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.364242 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd93d-52ce-4040-904f-42b9b3d884f2 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7358e89c-bbc4-4c7c-8378-96992014ea3a,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:00.371401 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.api.v2.resource [None req-a23d64e3-c500-460f-a8a0-c5f72d4ba478 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] show failed (client error): The resource could not be found. Aug 09 14:39:00.372550 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-a23d64e3-c500-460f-a8a0-c5f72d4ba478 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "GET /v2.0/security-groups/7358e89c-bbc4-4c7c-8378-96992014ea3a HTTP/1.1" status: 404 len: 347 time: 0.0235398 Aug 09 14:39:00.377105 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 49466) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:00.433961 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c06b7cc6-281a-4007-a92f-19b46b8acf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25220813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25399007'] for subnet, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.466592 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b7cc6-281a-4007-a92f-19b46b8acf13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:00.473574 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c06b7cc6-281a-4007-a92f-19b46b8acf13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.479440 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-c06b7cc6-281a-4007-a92f-19b46b8acf13 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e04a3f69-348f-4bb6-9dc4-1f96fa3a5ae5 HTTP/1.1" status: 204 len: 168 time: 0.3565085 Aug 09 14:39:00.480125 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 49468) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:00.482700 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77656414-4089-4b4f-932b-e6976b98d4eb None None] Network c20e9c5d-5cc7-41a2-8f11-7c043eca0179 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:39:00.520075 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-1b332ad6-1534-42f5-b549-54acffe522d1 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Deleting port 39de0a30-d71c-4aaa-81c7-2c5775bc6387 {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:39:00.520578 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1b332ad6-1534-42f5-b549-54acffe522d1 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.557271 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c24757cc-8299-44d5-b579-057d0c6ed32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676446'] for network, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.616086 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1b332ad6-1534-42f5-b549-54acffe522d1 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.616443 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1b332ad6-1534-42f5-b549-54acffe522d1 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.616572 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-c24757cc-8299-44d5-b579-057d0c6ed32c admin admin] Deleting port e4136fe4-1216-4c79-a012-ed222bdb482d {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:39:00.616833 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c24757cc-8299-44d5-b579-057d0c6ed32c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.635248 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-1b332ad6-1534-42f5-b549-54acffe522d1 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Calling delete_port for 39de0a30-d71c-4aaa-81c7-2c5775bc6387 owned by network:floatingip {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:39:00.690882 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-c24757cc-8299-44d5-b579-057d0c6ed32c admin admin] For port e4136fe4-1216-4c79-a012-ed222bdb482d, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=e4136fe4-1216-4c79-a012-ed222bdb482d,segment=NetworkSegment(0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53),segment_id=0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:00.691254 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c24757cc-8299-44d5-b579-057d0c6ed32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.708046 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-c24757cc-8299-44d5-b579-057d0c6ed32c admin admin] Calling delete_port for e4136fe4-1216-4c79-a012-ed222bdb482d owned by network:dhcp {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:39:00.719537 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4129882-99ea-417d-9597-edf6338838cc None None] DHCP port deletion for c20e9c5d-5cc7-41a2-8f11-7c043eca0179 request from dv-cinder-780933-12-iscsi {{(pid=93283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 14:39:00.775135 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-d4129882-99ea-417d-9597-edf6338838cc None None] Deleting port e4136fe4-1216-4c79-a012-ed222bdb482d {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:39:00.775693 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d4129882-99ea-417d-9597-edf6338838cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.807968 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1b332ad6-1534-42f5-b549-54acffe522d1 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.818630 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c24757cc-8299-44d5-b579-057d0c6ed32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.851110 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24757cc-8299-44d5-b579-057d0c6ed32c admin admin] Pushing event deleted for resources: {'Port': ['ID=e4136fe4-1216-4c79-a012-ed222bdb482d,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:00.853198 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-d4129882-99ea-417d-9597-edf6338838cc None None] For port e4136fe4-1216-4c79-a012-ed222bdb482d, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=e4136fe4-1216-4c79-a012-ed222bdb482d,segment=NetworkSegment(0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53),segment_id=0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:00.853495 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24757cc-8299-44d5-b579-057d0c6ed32c admin admin] No DVR routers for this DVR port e4136fe4-1216-4c79-a012-ed222bdb482d on host dv-cinder-780933-12-iscsi {{(pid=93282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:39:00.853810 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d4129882-99ea-417d-9597-edf6338838cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.869465 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-d4129882-99ea-417d-9597-edf6338838cc None None] Calling delete_port for e4136fe4-1216-4c79-a012-ed222bdb482d owned by network:dhcp {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:39:00.874191 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b332ad6-1534-42f5-b549-54acffe522d1 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Pushing event deleted for resources: {'Port': ['ID=39de0a30-d71c-4aaa-81c7-2c5775bc6387,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:00.920293 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1b332ad6-1534-42f5-b549-54acffe522d1 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks [] for floatingip, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.925495 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1b332ad6-1534-42f5-b549-54acffe522d1 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for floatingip, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.926853 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-1b332ad6-1534-42f5-b549-54acffe522d1 tempest-AttachVolumeShelveTestJSON-1901167045 tempest-AttachVolumeShelveTestJSON-1901167045-project] 10.222.0.60 "DELETE /v2.0/floatingips/4e7ef783-97eb-4a73-bc0c-dcb904791a49 HTTP/1.1" status: 204 len: 168 time: 0.5486128 Aug 09 14:39:00.937571 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c24757cc-8299-44d5-b579-057d0c6ed32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741126', 'neutron.services.segments.db._delete_segments_for_network-8793433151856'] for network, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.957009 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-c24757cc-8299-44d5-b579-057d0c6ed32c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20e9c5d-5cc7-41a2-8f11-7c043eca0179']}} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:00.968647 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-c24757cc-8299-44d5-b579-057d0c6ed32c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53') {'for_net_delete': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:00.969019 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-c24757cc-8299-44d5-b579-057d0c6ed32c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc5ade9-e5cf-44bc-ba28-c5eca25cbd53') {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:00.978923 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c24757cc-8299-44d5-b579-057d0c6ed32c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793433155705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25235250'] for segment, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:00.994832 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c24757cc-8299-44d5-b579-057d0c6ed32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:01.007867 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24757cc-8299-44d5-b579-057d0c6ed32c admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:39:01.008436 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c24757cc-8299-44d5-b579-057d0c6ed32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25220627'] for segment, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: Traceback (most recent call last): Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: timer() Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: cb(*args, **kw) Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: return func(*args, **kwargs) Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: self._notify() Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: self.callback(batched_events) Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: event.method(event) Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: return f(self, *a, **k) Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: return self._get(url).json() Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: return self.request(url, 'GET', **kwargs) Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:39:01.011014 dv-cinder-780933-12-iscsi neutron-server[93282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:39:01.013805 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d4129882-99ea-417d-9597-edf6338838cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:01.046362 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4129882-99ea-417d-9597-edf6338838cc None None] Pushing event deleted for resources: {'Port': ['ID=e4136fe4-1216-4c79-a012-ed222bdb482d,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:01.048854 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4129882-99ea-417d-9597-edf6338838cc None None] No DVR routers for this DVR port e4136fe4-1216-4c79-a012-ed222bdb482d on host dv-cinder-780933-12-iscsi {{(pid=93283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:39:01.057871 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4129882-99ea-417d-9597-edf6338838cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:39:01.060118 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4129882-99ea-417d-9597-edf6338838cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:39:01.060629 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4129882-99ea-417d-9597-edf6338838cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:39:01.061125 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4129882-99ea-417d-9597-edf6338838cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:39:01.061744 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4129882-99ea-417d-9597-edf6338838cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:39:01.062429 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4129882-99ea-417d-9597-edf6338838cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:39:01.062991 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4129882-99ea-417d-9597-edf6338838cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:39:01.064774 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4129882-99ea-417d-9597-edf6338838cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:39:01.065271 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4129882-99ea-417d-9597-edf6338838cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:39:01.065772 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4129882-99ea-417d-9597-edf6338838cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:39:01.066248 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4129882-99ea-417d-9597-edf6338838cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:39:01.066960 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4129882-99ea-417d-9597-edf6338838cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:39:01.093467 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c24757cc-8299-44d5-b579-057d0c6ed32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744054'] for network, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:01.115229 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c24757cc-8299-44d5-b579-057d0c6ed32c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:01.117798 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-c24757cc-8299-44d5-b579-057d0c6ed32c admin admin] 10.222.0.60 "DELETE /v2.0/networks/c20e9c5d-5cc7-41a2-8f11-7c043eca0179 HTTP/1.1" status: 204 len: 168 time: 0.6366191 Aug 09 14:39:01.119410 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24757cc-8299-44d5-b579-057d0c6ed32c admin admin] Pushing event deleted for resources: {'Network': ['ID=c20e9c5d-5cc7-41a2-8f11-7c043eca0179,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:01.142389 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6 no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:39:01.163214 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:39:01.163570 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device a1eacd4c-1f5b-4ee5-b045-2a5a6019dee6 not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:39:01.163992 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device e4136fe4-1216-4c79-a012-ed222bdb482d no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:39:01.191324 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: e4136fe4-1216-4c79-a012-ed222bdb482d {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:39:01.191648 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device e4136fe4-1216-4c79-a012-ed222bdb482d not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:39:01.192045 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 486b4fb7-1c1b-41d0-8ca6-5936443d8fb9 no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:39:01.213739 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: 486b4fb7-1c1b-41d0-8ca6-5936443d8fb9 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:39:01.214179 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 486b4fb7-1c1b-41d0-8ca6-5936443d8fb9 not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:39:01.243547 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 49476) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:01.286659 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-8007d67a-a884-4d12-a88c-0d56162ce5e8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=729113cfedf64bc3a79f3867c8bded3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419040 Aug 09 14:39:01.289685 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 49478) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:01.337550 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-31099eee-e02e-485f-8cb8-5605a8049c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:01.360029 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-31099eee-e02e-485f-8cb8-5605a8049c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:01.406506 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-31099eee-e02e-485f-8cb8-5605a8049c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:01.409101 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-31099eee-e02e-485f-8cb8-5605a8049c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:01.410245 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-31099eee-e02e-485f-8cb8-5605a8049c14 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fbaca825-a537-49ac-9e6c-4883940d004d HTTP/1.1" status: 204 len: 168 time: 0.1196489 Aug 09 14:39:01.420045 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31099eee-e02e-485f-8cb8-5605a8049c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaca825-a537-49ac-9e6c-4883940d004d,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:01.536769 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device e8d46c43-84b0-419b-a884-80fb065f71c0 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:39:01.560333 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] No Port match for: e8d46c43-84b0-419b-a884-80fb065f71c0 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:39:01.560682 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device e8d46c43-84b0-419b-a884-80fb065f71c0 not bound to the agent host hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:39:03.407150 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 49570) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:03.978150 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4d15b31a-a720-4271-84a0-6a4c27dc1ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1744772'] for router_interface, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:04.249874 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-4d15b31a-a720-4271-84a0-6a4c27dc1ebf admin admin] Deleting port a01cced0-8c18-4340-833f-e26a96af49fb {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:39:04.250293 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4d15b31a-a720-4271-84a0-6a4c27dc1ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:04.339755 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-4d15b31a-a720-4271-84a0-6a4c27dc1ebf admin admin] For port a01cced0-8c18-4340-833f-e26a96af49fb, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=a01cced0-8c18-4340-833f-e26a96af49fb,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:04.340028 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4d15b31a-a720-4271-84a0-6a4c27dc1ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:04.357244 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-4d15b31a-a720-4271-84a0-6a4c27dc1ebf admin admin] Calling delete_port for a01cced0-8c18-4340-833f-e26a96af49fb owned by network:router_interface {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:39:04.361259 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 49632) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:04.484021 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-34844c4f-c2af-4c8e-841a-160ecdeee24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:04.611532 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4d15b31a-a720-4271-84a0-6a4c27dc1ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:04.649478 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15b31a-a720-4271-84a0-6a4c27dc1ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=a01cced0-8c18-4340-833f-e26a96af49fb,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:04.686691 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-34844c4f-c2af-4c8e-841a-160ecdeee24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:04.711292 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-34844c4f-c2af-4c8e-841a-160ecdeee24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:04.770282 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-34844c4f-c2af-4c8e-841a-160ecdeee24b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=14d4f8b73c284143bf57a87e50eac5da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079680 Aug 09 14:39:04.773182 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 49636) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:04.800692 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34844c4f-c2af-4c8e-841a-160ecdeee24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e91543-a61f-49b6-817b-030d5301ef03,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:04.838500 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-aaba4adb-13ee-4a36-95ec-6ce22976a206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:04.864199 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-aaba4adb-13ee-4a36-95ec-6ce22976a206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:04.874029 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4d15b31a-a720-4271-84a0-6a4c27dc1ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741364'] for router_interface, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:04.917002 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-aaba4adb-13ee-4a36-95ec-6ce22976a206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:04.920014 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-aaba4adb-13ee-4a36-95ec-6ce22976a206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:04.921205 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-aaba4adb-13ee-4a36-95ec-6ce22976a206 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c1e91543-a61f-49b6-817b-030d5301ef03 HTTP/1.1" status: 204 len: 168 time: 0.1469164 Aug 09 14:39:04.931569 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba4adb-13ee-4a36-95ec-6ce22976a206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e91543-a61f-49b6-817b-030d5301ef03,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:05.236634 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 49642) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:05.250911 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-dcfc439c-c2f3-44c4-be3b-686ea4c445dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:05.358959 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-dcfc439c-c2f3-44c4-be3b-686ea4c445dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:05.363732 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-dcfc439c-c2f3-44c4-be3b-686ea4c445dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:05.385395 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d15b31a-a720-4271-84a0-6a4c27dc1ebf admin admin] Router 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:39:05.405620 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-dcfc439c-c2f3-44c4-be3b-686ea4c445dc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ea962f11aeea4575af32b71791a5660c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1678321 Aug 09 14:39:05.406594 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc439c-c2f3-44c4-be3b-686ea4c445dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e84580-20d5-4d68-9f6a-50c32a871b2d,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:05.409036 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 49644) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:05.462143 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-69d6abbb-9272-40b9-a48f-4619fa083f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:05.484816 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-69d6abbb-9272-40b9-a48f-4619fa083f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:05.503748 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d15b31a-a720-4271-84a0-6a4c27dc1ebf admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:39:05.511058 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-4d15b31a-a720-4271-84a0-6a4c27dc1ebf admin admin] 10.222.0.60 "PUT /v2.0/routers/3b6a9797-cfb9-4ecb-a910-573a25fa0ae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1014063 Aug 09 14:39:05.512346 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 49646) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:05.516016 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2632307b-d21a-46d7-af2e-72449e339438 None None] Sync routers for ids ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'] in dv-cinder-780933-12-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:39:05.531485 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2632307b-d21a-46d7-af2e-72449e339438 None None] Routers {'3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:39:05.532530 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-2632307b-d21a-46d7-af2e-72449e339438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:38:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:05.542708 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-69d6abbb-9272-40b9-a48f-4619fa083f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:05.546283 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-69d6abbb-9272-40b9-a48f-4619fa083f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:05.550722 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-69d6abbb-9272-40b9-a48f-4619fa083f7b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b1e84580-20d5-4d68-9f6a-50c32a871b2d HTTP/1.1" status: 204 len: 168 time: 0.1400981 Aug 09 14:39:05.569698 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6abbb-9272-40b9-a48f-4619fa083f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e84580-20d5-4d68-9f6a-50c32a871b2d,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:05.650486 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-89e7b50b-9b1c-4d2b-ae49-3cb0695a2c86 admin admin] Notify callbacks [] for router, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:05.667962 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-2632307b-d21a-46d7-af2e-72449e339438 None None] Set router 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:39:05.767138 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-89e7b50b-9b1c-4d2b-ae49-3cb0695a2c86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:05.836351 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-89e7b50b-9b1c-4d2b-ae49-3cb0695a2c86 admin admin] Deleting port d08c2173-6570-4e0d-af1d-1f59269c36ca {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:39:05.837015 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-89e7b50b-9b1c-4d2b-ae49-3cb0695a2c86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:05.916436 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-2632307b-d21a-46d7-af2e-72449e339438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1476376075-router', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:39:04Z', 'revision_number': 5, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'gw_port': {'id': 'd08c2173-6570-4e0d-af1d-1f59269c36ca', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:31:57Z', 'updated_at': '2021-08-09T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:05.940119 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-89e7b50b-9b1c-4d2b-ae49-3cb0695a2c86 admin admin] For port d08c2173-6570-4e0d-af1d-1f59269c36ca, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=d08c2173-6570-4e0d-af1d-1f59269c36ca,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:05.940601 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-89e7b50b-9b1c-4d2b-ae49-3cb0695a2c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:05.956629 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-89e7b50b-9b1c-4d2b-ae49-3cb0695a2c86 admin admin] Calling delete_port for d08c2173-6570-4e0d-af1d-1f59269c36ca owned by network:router_gateway {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:39:05.963181 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2632307b-d21a-46d7-af2e-72449e339438 None None] Checking router: 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 for host: dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:39:05.972623 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2632307b-d21a-46d7-af2e-72449e339438 None None] Routers {'3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:39:05.973367 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-2632307b-d21a-46d7-af2e-72449e339438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:38:40Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:06.099469 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-2632307b-d21a-46d7-af2e-72449e339438 None None] Set router 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 gateway port host: None {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:39:06.143070 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-89e7b50b-9b1c-4d2b-ae49-3cb0695a2c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:06.160233 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-2632307b-d21a-46d7-af2e-72449e339438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1476376075-router', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:39:05Z', 'revision_number': 6, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'gw_port_host': None}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:06.176542 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7b50b-9b1c-4d2b-ae49-3cb0695a2c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=d08c2173-6570-4e0d-af1d-1f59269c36ca,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:06.188206 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2632307b-d21a-46d7-af2e-72449e339438 None None] The sync data for ids ['3b6a9797-cfb9-4ecb-a910-573a25fa0ae7'] in dv-cinder-780933-12-iscsi is: [{'id': '3b6a9797-cfb9-4ecb-a910-573a25fa0ae7', 'name': 'tempest-AttachVolumeShelveTestJSON-1476376075-router', 'tenant_id': '0d1d83df37494330a7851a5b1ddb7199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:31:56Z', 'updated_at': '2021-08-09T14:39:05Z', 'revision_number': 6, 'project_id': '0d1d83df37494330a7851a5b1ddb7199', 'gw_port_host': None}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:39:06.248773 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-89e7b50b-9b1c-4d2b-ae49-3cb0695a2c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744082'] for router_gateway, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:06.353421 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-89e7b50b-9b1c-4d2b-ae49-3cb0695a2c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237291'] for router, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:06.355641 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-89e7b50b-9b1c-4d2b-ae49-3cb0695a2c86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:06.406426 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-89e7b50b-9b1c-4d2b-ae49-3cb0695a2c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1742546'] for router, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:06.406976 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e7b50b-9b1c-4d2b-ae49-3cb0695a2c86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 {{(pid=93282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 14:39:06.411895 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-89e7b50b-9b1c-4d2b-ae49-3cb0695a2c86 admin admin] Notify callbacks [] for router, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:06.413775 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-89e7b50b-9b1c-4d2b-ae49-3cb0695a2c86 admin admin] 10.222.0.60 "DELETE /v2.0/routers/3b6a9797-cfb9-4ecb-a910-573a25fa0ae7 HTTP/1.1" status: 204 len: 168 time: 0.9004548 Aug 09 14:39:06.416825 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 49668) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:06.461840 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_v2 [None req-abfdc55c-92dc-408e-b5cf-6d0f53f00483 admin admin] Deleting subnet 3d011544-2652-42c4-bd98-5da36fbdc571 {{(pid=93281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:39:06.465217 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-abfdc55c-92dc-408e-b5cf-6d0f53f00483 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:06.507936 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-abfdc55c-92dc-408e-b5cf-6d0f53f00483 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522946'] for subnet, precommit_delete_associations {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:06.519541 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f871dafe-eb2e-4057-9e94-9bdac78ac4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:06.655279 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-abfdc55c-92dc-408e-b5cf-6d0f53f00483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742273'] for subnet, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:06.717472 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-abfdc55c-92dc-408e-b5cf-6d0f53f00483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3868640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2505526'] for subnet, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:06.745552 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfdc55c-92dc-408e-b5cf-6d0f53f00483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d011544-2652-42c4-bd98-5da36fbdc571,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:06.751424 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-abfdc55c-92dc-408e-b5cf-6d0f53f00483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for subnet, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:06.753333 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-abfdc55c-92dc-408e-b5cf-6d0f53f00483 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3d011544-2652-42c4-bd98-5da36fbdc571 HTTP/1.1" status: 204 len: 168 time: 0.3354595 Aug 09 14:39:06.755885 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 49680) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:06.760155 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e6308c-5e8c-4c1a-93d0-1c182f7ba975 None None] Network a1a85733-b746-4659-8c30-3b0e459dbc6f requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:39:06.827948 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-42ad850f-e932-475e-b847-ed831901f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676446'] for network, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:06.894179 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-42ad850f-e932-475e-b847-ed831901f9ff admin admin] Deleting port c1bf2c5b-94f2-4342-b02c-cde1086ccc99 {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:39:06.894557 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-42ad850f-e932-475e-b847-ed831901f9ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:06.974102 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-42ad850f-e932-475e-b847-ed831901f9ff admin admin] For port c1bf2c5b-94f2-4342-b02c-cde1086ccc99, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=c1bf2c5b-94f2-4342-b02c-cde1086ccc99,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:06.974474 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-42ad850f-e932-475e-b847-ed831901f9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:06.988564 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-42ad850f-e932-475e-b847-ed831901f9ff admin admin] Calling delete_port for c1bf2c5b-94f2-4342-b02c-cde1086ccc99 owned by network:dhcp {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:39:07.016082 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6498a2-4424-49ce-abb1-93f8ac9734d9 None None] DHCP port deletion for a1a85733-b746-4659-8c30-3b0e459dbc6f request from dv-cinder-780933-12-iscsi {{(pid=93283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 14:39:07.081991 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-ef6498a2-4424-49ce-abb1-93f8ac9734d9 None None] Deleting port c1bf2c5b-94f2-4342-b02c-cde1086ccc99 {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:39:07.082720 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ef6498a2-4424-49ce-abb1-93f8ac9734d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:07.106274 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-42ad850f-e932-475e-b847-ed831901f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:07.139093 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad850f-e932-475e-b847-ed831901f9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=c1bf2c5b-94f2-4342-b02c-cde1086ccc99,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:07.140675 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device c1bf2c5b-94f2-4342-b02c-cde1086ccc99 no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:39:07.142822 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ad850f-e932-475e-b847-ed831901f9ff admin admin] No DVR routers for this DVR port c1bf2c5b-94f2-4342-b02c-cde1086ccc99 on host dv-cinder-780933-12-iscsi {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:39:07.188154 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: c1bf2c5b-94f2-4342-b02c-cde1086ccc99 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:39:07.188774 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device c1bf2c5b-94f2-4342-b02c-cde1086ccc99 not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:39:07.189403 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device d08c2173-6570-4e0d-af1d-1f59269c36ca no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:39:07.229010 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-42ad850f-e932-475e-b847-ed831901f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741126', 'neutron.services.segments.db._delete_segments_for_network-8793433151856'] for network, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:07.238467 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: d08c2173-6570-4e0d-af1d-1f59269c36ca {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:39:07.238865 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device d08c2173-6570-4e0d-af1d-1f59269c36ca not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:39:07.239290 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device a01cced0-8c18-4340-833f-e26a96af49fb no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:39:07.239553 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-42ad850f-e932-475e-b847-ed831901f9ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a85733-b746-4659-8c30-3b0e459dbc6f']}} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:07.251197 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-42ad850f-e932-475e-b847-ed831901f9ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3623aa24-3ad5-40d1-9ca3-8c441de4e85e') {'for_net_delete': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:07.251549 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-42ad850f-e932-475e-b847-ed831901f9ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3623aa24-3ad5-40d1-9ca3-8c441de4e85e') {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:07.266102 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: a01cced0-8c18-4340-833f-e26a96af49fb {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:39:07.266457 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device a01cced0-8c18-4340-833f-e26a96af49fb not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:39:07.268511 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-42ad850f-e932-475e-b847-ed831901f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793433155705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522965'] for segment, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:07.273239 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-ef6498a2-4424-49ce-abb1-93f8ac9734d9 None None] For port c1bf2c5b-94f2-4342-b02c-cde1086ccc99, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=c1bf2c5b-94f2-4342-b02c-cde1086ccc99,segment=NetworkSegment(3623aa24-3ad5-40d1-9ca3-8c441de4e85e),segment_id=3623aa24-3ad5-40d1-9ca3-8c441de4e85e)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:07.273627 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ef6498a2-4424-49ce-abb1-93f8ac9734d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:07.287197 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-42ad850f-e932-475e-b847-ed831901f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:07.287925 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-ef6498a2-4424-49ce-abb1-93f8ac9734d9 None None] Calling delete_port for c1bf2c5b-94f2-4342-b02c-cde1086ccc99 owned by network:dhcp {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:39:07.294823 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ad850f-e932-475e-b847-ed831901f9ff admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:39:07.295262 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-42ad850f-e932-475e-b847-ed831901f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3868478'] for segment, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: Traceback (most recent call last): Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: timer() Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: cb(*args, **kw) Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: return func(*args, **kwargs) Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: self._notify() Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: self.callback(batched_events) Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: event.method(event) Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: return f(self, *a, **k) Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: return self._get(url).json() Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: return self.request(url, 'GET', **kwargs) Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:39:07.338522 dv-cinder-780933-12-iscsi neutron-server[93281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:39:07.367302 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-42ad850f-e932-475e-b847-ed831901f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744054'] for network, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:07.385508 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-42ad850f-e932-475e-b847-ed831901f9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:07.387487 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-42ad850f-e932-475e-b847-ed831901f9ff admin admin] 10.222.0.60 "DELETE /v2.0/networks/a1a85733-b746-4659-8c30-3b0e459dbc6f HTTP/1.1" status: 204 len: 168 time: 0.6304297 Aug 09 14:39:07.388478 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad850f-e932-475e-b847-ed831901f9ff admin admin] Pushing event deleted for resources: {'Network': ['ID=a1a85733-b746-4659-8c30-3b0e459dbc6f,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:07.398590 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ef6498a2-4424-49ce-abb1-93f8ac9734d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:07.419075 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ef6498a2-4424-49ce-abb1-93f8ac9734d9 None None] Network a1a85733-b746-4659-8c30-3b0e459dbc6f is not hosted by any dhcp agent {{(pid=93283) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 14:39:07.419613 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6498a2-4424-49ce-abb1-93f8ac9734d9 None None] No DVR routers for this DVR port c1bf2c5b-94f2-4342-b02c-cde1086ccc99 on host dv-cinder-780933-12-iscsi {{(pid=93283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:39:07.446267 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6498a2-4424-49ce-abb1-93f8ac9734d9 None None] Pushing event deleted for resources: {'Port': ['ID=c1bf2c5b-94f2-4342-b02c-cde1086ccc99,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:07.535373 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 49698) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:07.595116 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 49702) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:07.596173 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-23f835cc-4da6-4d01-88da-2c3f01e3cecb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d1d83df37494330a7851a5b1ddb7199&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0595155 Aug 09 14:39:07.598516 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 49704) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:07.654139 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fa4e7fb8-8331-4c8b-8f6d-8d5246927e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:07.693538 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fa4e7fb8-8331-4c8b-8f6d-8d5246927e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:07.717238 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b144aa3c-7685-4cd4-a33c-9ecd00836479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:07.748146 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fa4e7fb8-8331-4c8b-8f6d-8d5246927e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:07.750973 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-fa4e7fb8-8331-4c8b-8f6d-8d5246927e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:07.752189 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-fa4e7fb8-8331-4c8b-8f6d-8d5246927e48 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3d94825d-8783-4345-9535-c232f4db6ccf HTTP/1.1" status: 204 len: 168 time: 0.1527357 Aug 09 14:39:07.761355 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e7fb8-8331-4c8b-8f6d-8d5246927e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d94825d-8783-4345-9535-c232f4db6ccf,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:07.832390 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b144aa3c-7685-4cd4-a33c-9ecd00836479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:07.837326 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b144aa3c-7685-4cd4-a33c-9ecd00836479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:07.876795 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-b144aa3c-7685-4cd4-a33c-9ecd00836479 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21094946bf57484fb17bb719cabd37a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804549 Aug 09 14:39:07.879581 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144aa3c-7685-4cd4-a33c-9ecd00836479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f77e512-e18c-49db-8284-0010494dbd10,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:07.880533 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 49712) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:07.952053 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0298af0b-31ca-48e0-b4bf-8136c940b214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:07.974931 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0298af0b-31ca-48e0-b4bf-8136c940b214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:08.029385 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0298af0b-31ca-48e0-b4bf-8136c940b214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:08.032298 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0298af0b-31ca-48e0-b4bf-8136c940b214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:08.033521 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-0298af0b-31ca-48e0-b4bf-8136c940b214 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f77e512-e18c-49db-8284-0010494dbd10 HTTP/1.1" status: 204 len: 168 time: 0.1509635 Aug 09 14:39:08.045484 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298af0b-31ca-48e0-b4bf-8136c940b214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f77e512-e18c-49db-8284-0010494dbd10,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:08.389991 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 49734) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:08.404686 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-290af9cb-0382-4ed2-adb8-2bad00640963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:08.509147 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-290af9cb-0382-4ed2-adb8-2bad00640963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:08.513333 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-290af9cb-0382-4ed2-adb8-2bad00640963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:08.554568 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290af9cb-0382-4ed2-adb8-2bad00640963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b70db6-d965-4984-8db7-3f5da7c9a5ff,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:08.563726 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 49740) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:08.567286 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-290af9cb-0382-4ed2-adb8-2bad00640963 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fea0cf3c689f40faa361afacc8885b6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1760674 Aug 09 14:39:08.596396 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 49742) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:08.616971 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cf1a99fe-6b27-4186-bdff-3182800c439b req-7aa00b7e-0d82-47cd-af0a-d81064fb653d tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-333271645&fields=id&tenant_id=5b30c095265445e5a5971eb251fccb17 HTTP/1.1" status: 200 len: 267 time: 0.0482364 Aug 09 14:39:08.624378 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-487308c8-0650-451d-abc8-295e36fa68a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:08.647244 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-487308c8-0650-451d-abc8-295e36fa68a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:08.670618 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a99fe-6b27-4186-bdff-3182800c439b req-87cb1fc3-f6be-46e8-bca8-54bf732ec26f tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:08.672337 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cf1a99fe-6b27-4186-bdff-3182800c439b req-87cb1fc3-f6be-46e8-bca8-54bf732ec26f tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 985 time: 0.0544739 Aug 09 14:39:08.686082 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [req-cf1a99fe-6b27-4186-bdff-3182800c439b req-0304a4ad-f780-4b89-b5c0-7f1d1b4ad225 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Request body: {'port': {'security_groups': ['0554a532-61f7-4544-91c1-71a2a696a401']}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:39:08.702201 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-487308c8-0650-451d-abc8-295e36fa68a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:08.705171 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-487308c8-0650-451d-abc8-295e36fa68a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:08.706661 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-487308c8-0650-451d-abc8-295e36fa68a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/10b70db6-d965-4984-8db7-3f5da7c9a5ff HTTP/1.1" status: 204 len: 168 time: 0.1419280 Aug 09 14:39:08.718080 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-ba0390d4-e1d6-4a8c-a657-0e6b68f75488 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-517274722-network', 'tenant_id': '170415eb976242e3a5a68569bb280f88'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:39:08.720896 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487308c8-0650-451d-abc8-295e36fa68a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b70db6-d965-4984-8db7-3f5da7c9a5ff,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:08.776789 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0390d4-e1d6-4a8c-a657-0e6b68f75488 admin admin] Made reservation on behalf of 170415eb976242e3a5a68569bb280f88 for: {'network': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:39:08.779539 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ba0390d4-e1d6-4a8c-a657-0e6b68f75488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for network, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:08.791839 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-cf1a99fe-6b27-4186-bdff-3182800c439b req-0304a4ad-f780-4b89-b5c0-7f1d1b4ad225 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:08.794949 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ba0390d4-e1d6-4a8c-a657-0e6b68f75488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:09.032409 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ba0390d4-e1d6-4a8c-a657-0e6b68f75488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:09.037820 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ba0390d4-e1d6-4a8c-a657-0e6b68f75488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:09.066533 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba0390d4-e1d6-4a8c-a657-0e6b68f75488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=93282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:39:09.069896 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [req-cf1a99fe-6b27-4186-bdff-3182800c439b req-0304a4ad-f780-4b89-b5c0-7f1d1b4ad225 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] For port 563d2a22-ae8b-4713-a86c-9b3889e5a22f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=563d2a22-ae8b-4713-a86c-9b3889e5a22f,segment=NetworkSegment(d6b854b7-14c6-4204-a956-9c70c3bfd302),segment_id=d6b854b7-14c6-4204-a956-9c70c3bfd302)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:09.098101 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ba0390d4-e1d6-4a8c-a657-0e6b68f75488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:09.098457 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.db.segments_db [None req-ba0390d4-e1d6-4a8c-a657-0e6b68f75488 admin admin] Added segment 5edd5753-7d6f-45d5-8955-95ba13a818a3 of type vlan for network a08558b2-8cd9-4a7e-8ec7-da47d89b0637 Aug 09 14:39:09.110980 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0390d4-e1d6-4a8c-a657-0e6b68f75488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a30d927-f8b3-409a-a4d8-de7c5cb15a75,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:09.157562 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-cf1a99fe-6b27-4186-bdff-3182800c439b req-0304a4ad-f780-4b89-b5c0-7f1d1b4ad225 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:09.160174 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ba0390d4-e1d6-4a8c-a657-0e6b68f75488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793432662869'] for network, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:09.164700 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-cf1a99fe-6b27-4186-bdff-3182800c439b req-0304a4ad-f780-4b89-b5c0-7f1d1b4ad225 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25220855'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:09.180559 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['563d2a22-ae8b-4713-a86c-9b3889e5a22f'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:39:09.230522 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a99fe-6b27-4186-bdff-3182800c439b req-0304a4ad-f780-4b89-b5c0-7f1d1b4ad225 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:09.238757 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [req-cf1a99fe-6b27-4186-bdff-3182800c439b req-0304a4ad-f780-4b89-b5c0-7f1d1b4ad225 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:09.238757 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cf1a99fe-6b27-4186-bdff-3182800c439b req-0304a4ad-f780-4b89-b5c0-7f1d1b4ad225 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "PUT /v2.0/ports/563d2a22-ae8b-4713-a86c-9b3889e5a22f HTTP/1.1" status: 200 len: 943 time: 0.5520904 Aug 09 14:39:09.238757 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c72aa6-d2ac-484c-8fe1-0addbe419b1f', 'tag': '563d2a22-ae8b-4713-a86c-9b3889e5a22f'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:39:09.243586 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56ce326a282370cb2de39ae3136380dca3ea80517aac3f2975b0460684c6f47d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f891c961-5480-485c-891b-96f03ae90e25" -d '{"events": [{"name": "network-changed", "server_uuid": "26c72aa6-d2ac-484c-8fe1-0addbe419b1f", "tag": "563d2a22-ae8b-4713-a86c-9b3889e5a22f"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:39:09.249742 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 49764) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:09.271026 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304a4ad-f780-4b89-b5c0-7f1d1b4ad225 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Pushing event updated for resources: {'Port': ['ID=563d2a22-ae8b-4713-a86c-9b3889e5a22f,revision_number=7']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:09.275132 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ba0390d4-e1d6-4a8c-a657-0e6b68f75488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for network, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:09.276096 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0390d4-e1d6-4a8c-a657-0e6b68f75488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:09.276662 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ba0390d4-e1d6-4a8c-a657-0e6b68f75488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:09.333956 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['563d2a22-ae8b-4713-a86c-9b3889e5a22f'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:39:09.395844 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4661a0af-3c2f-43ce-81ed-540eef0746c0 x-openstack-request-id: req-4661a0af-3c2f-43ce-81ed-540eef0746c0 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:39:09.396197 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c72aa6-d2ac-484c-8fe1-0addbe419b1f", "tag": "563d2a22-ae8b-4713-a86c-9b3889e5a22f", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:39:09.402203 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4661a0af-3c2f-43ce-81ed-540eef0746c0 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:39:09.402203 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c72aa6-d2ac-484c-8fe1-0addbe419b1f', 'tag': '563d2a22-ae8b-4713-a86c-9b3889e5a22f', 'status': 'completed', 'code': 200} Aug 09 14:39:09.432756 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-ba0390d4-e1d6-4a8c-a657-0e6b68f75488 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8351910 Aug 09 14:39:09.435476 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-93f92531-0bee-43a6-8532-70b6c1cc815c tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:09.435713 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 49770) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:09.445905 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-1b197054-f3ed-4936-9bcd-b3470f6a2824 admin admin] Request body: {'subnet': {'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-517274722-subnet', 'tenant_id': '170415eb976242e3a5a68569bb280f88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:39:09.450842 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0390d4-e1d6-4a8c-a657-0e6b68f75488 admin admin] Pushing event updated for resources: {'Network': ['ID=a08558b2-8cd9-4a7e-8ec7-da47d89b0637,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:09.479786 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b197054-f3ed-4936-9bcd-b3470f6a2824 admin admin] Made reservation on behalf of 170415eb976242e3a5a68569bb280f88 for: {'subnet': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:39:09.482759 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1b197054-f3ed-4936-9bcd-b3470f6a2824 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25399028'] for subnet, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:09.501770 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891c961-5480-485c-891b-96f03ae90e25 req-e47d93df-e151-4c45-9e81-6771224029f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:09.509725 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f891c961-5480-485c-891b-96f03ae90e25 req-e47d93df-e151-4c45-9e81-6771224029f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b30c095265445e5a5971eb251fccb17&device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 1099 time: 0.1222589 Aug 09 14:39:09.624000 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Network a08558b2-8cd9-4a7e-8ec7-da47d89b0637 details requested by agent ovs-agent-dv-cinder-780933-12-iscsi with host dv-cinder-780933-12-iscsi {{(pid=93283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:39:09.632079 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891c961-5480-485c-891b-96f03ae90e25 req-af047376-6e15-477b-ba39-64761e3dd5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:09.634152 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f891c961-5480-485c-891b-96f03ae90e25 req-af047376-6e15-477b-ba39-64761e3dd5be service neutron] 10.222.0.11 "GET /v2.0/networks?id=65eaa41a-623b-418a-9260-f0ec9b99ecf9 HTTP/1.1" status: 200 len: 913 time: 0.1173892 Aug 09 14:39:09.636939 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-93f92531-0bee-43a6-8532-70b6c1cc815c tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:09.685750 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:09.738931 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1b197054-f3ed-4936-9bcd-b3470f6a2824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25220746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25398982'] for subnet, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:09.755741 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-448d5353-0dfd-40c5-9772-e17edad491f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:09.772212 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-4358ff9f-c43a-40ed-ac62-e2aa1657f857 None None] Provisioning complete for port 563d2a22-ae8b-4713-a86c-9b3889e5a22f triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:39:09.772863 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4358ff9f-c43a-40ed-ac62-e2aa1657f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:09.774754 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f891c961-5480-485c-891b-96f03ae90e25 req-234c924d-f0f7-4e1d-910c-2d6b01f070c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=563d2a22-ae8b-4713-a86c-9b3889e5a22f HTTP/1.1" status: 200 len: 1002 time: 0.1231725 Aug 09 14:39:09.837282 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b197054-f3ed-4936-9bcd-b3470f6a2824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0af81d0f-ac37-4ad5-9a21-5be24aad8e1a,revision_number=0']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:09.843381 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b197054-f3ed-4936-9bcd-b3470f6a2824 admin admin] Checking segment: {'id': '5edd5753-7d6f-45d5-8955-95ba13a818a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:39:09.843781 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b197054-f3ed-4936-9bcd-b3470f6a2824 admin admin] Network hostable DHCP agents. Network: a08558b2-8cd9-4a7e-8ec7-da47d89b0637, hostable agents: ['fcf2683d-1b10-4130-9527-2865db8d3e4f'], hosted agents: [] {{(pid=93282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:39:09.849899 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891c961-5480-485c-891b-96f03ae90e25 req-58a47dcb-21d4-4da6-9838-d3b5ca929978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:09.854427 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f891c961-5480-485c-891b-96f03ae90e25 req-58a47dcb-21d4-4da6-9838-d3b5ca929978 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c85a289-f46f-4e93-8c58-e4ba66d2b13d HTTP/1.1" status: 200 len: 851 time: 0.0715861 Aug 09 14:39:09.871084 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b197054-f3ed-4936-9bcd-b3470f6a2824 admin admin] Network a08558b2-8cd9-4a7e-8ec7-da47d89b0637 is scheduled to be hosted by DHCP agent fcf2683d-1b10-4130-9527-2865db8d3e4f with binding_index 1 {{(pid=93282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:39:09.876008 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-93f92531-0bee-43a6-8532-70b6c1cc815c tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:09.879722 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-93f92531-0bee-43a6-8532-70b6c1cc815c tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:09.881377 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-93f92531-0bee-43a6-8532-70b6c1cc815c tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "DELETE /v2.0/security-groups/d5b784b0-54fa-4b28-bda2-b7e3e2541314 HTTP/1.1" status: 204 len: 168 time: 0.6306641 Aug 09 14:39:09.884751 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 49778) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:09.903652 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-1b197054-f3ed-4936-9bcd-b3470f6a2824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-12-iscsi, a08558b2-8cd9-4a7e-8ec7-da47d89b0637) {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:39:09.920878 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f92531-0bee-43a6-8532-70b6c1cc815c tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b784b0-54fa-4b28-bda2-b7e3e2541314,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:09.937341 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8a9505-fe5a-486f-981d-7b1a2ec3559a None None] Network a08558b2-8cd9-4a7e-8ec7-da47d89b0637 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:39:09.941153 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891c961-5480-485c-891b-96f03ae90e25 req-9ce5334a-cd32-401b-8fae-53bad1649f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:09.942874 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f891c961-5480-485c-891b-96f03ae90e25 req-9ce5334a-cd32-401b-8fae-53bad1649f72 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65eaa41a-623b-418a-9260-f0ec9b99ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0792911 Aug 09 14:39:09.964921 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b197054-f3ed-4936-9bcd-b3470f6a2824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:09.965525 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-1b197054-f3ed-4936-9bcd-b3470f6a2824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:10.018197 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-1b197054-f3ed-4936-9bcd-b3470f6a2824 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5729442 Aug 09 14:39:10.073591 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f891c961-5480-485c-891b-96f03ae90e25 req-0bc0b50a-1e3e-4d0c-9735-b56490a66e5a service neutron] 10.222.0.11 "GET /v2.0/networks/65eaa41a-623b-418a-9260-f0ec9b99ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226945 Aug 09 14:39:10.182951 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904bcd8e-f28e-4465-9118-c39694f03708 None None] Network a08558b2-8cd9-4a7e-8ec7-da47d89b0637 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:39:10.193464 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-d1dadcd5-3d88-4214-99c1-b508420b3ae4 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Deleting port 4d5ef385-5342-4193-b7af-42f11d5171a1 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:39:10.194754 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d1dadcd5-3d88-4214-99c1-b508420b3ae4 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:10.233975 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f891c961-5480-485c-891b-96f03ae90e25 req-d0fdfd6e-374d-4388-8543-3091a7405e57 service neutron] 10.222.0.11 "GET /v2.0/networks/65eaa41a-623b-418a-9260-f0ec9b99ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521237 Aug 09 14:39:10.300994 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d1dadcd5-3d88-4214-99c1-b508420b3ae4 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:10.301927 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d1dadcd5-3d88-4214-99c1-b508420b3ae4 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:10.326032 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-d1dadcd5-3d88-4214-99c1-b508420b3ae4 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Calling delete_port for 4d5ef385-5342-4193-b7af-42f11d5171a1 owned by network:floatingip {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:39:10.362656 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:10.562341 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d1dadcd5-3d88-4214-99c1-b508420b3ae4 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:10.599068 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dadcd5-3d88-4214-99c1-b508420b3ae4 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Pushing event deleted for resources: {'Port': ['ID=4d5ef385-5342-4193-b7af-42f11d5171a1,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:10.669736 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d1dadcd5-3d88-4214-99c1-b508420b3ae4 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks [] for floatingip, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:10.670082 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.db.l3_db [None req-d1dadcd5-3d88-4214-99c1-b508420b3ae4 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Floating IP 31e365a9-f6a6-4f1b-b781-b700735418bc disassociated (deleted). External IP: 172.27.0.205, port: 563d2a22-ae8b-4713-a86c-9b3889e5a22f. Aug 09 14:39:10.945915 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-752cedcb-bc0a-4b16-8763-4faefc371eec tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:10.947546 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-752cedcb-bc0a-4b16-8763-4faefc371eec tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/networks?id=a08558b2-8cd9-4a7e-8ec7-da47d89b0637 HTTP/1.1" status: 200 len: 814 time: 0.2080157 Aug 09 14:39:10.972729 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-41404774-09e3-4438-b68f-ca818cc6691d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/quotas/170415eb976242e3a5a68569bb280f88 HTTP/1.1" status: 200 len: 375 time: 0.0149281 Aug 09 14:39:11.029432 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-33915b27-7b97-44de-b9eb-b1e24399c6a1 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=170415eb976242e3a5a68569bb280f88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305083 Aug 09 14:39:11.097760 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dadcd5-3d88-4214-99c1-b508420b3ae4 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Router 1742f8f8-9ec7-4aea-a824-32870ef939ec has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:39:11.492666 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-eb11f2f2-acec-4bbf-af8d-f476ba60e859 service neutron] 10.222.0.60 "GET /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526284 Aug 09 14:39:11.566236 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dadcd5-3d88-4214-99c1-b508420b3ae4 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:39:11.573215 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d1dadcd5-3d88-4214-99c1-b508420b3ae4 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:11.619542 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-d1dadcd5-3d88-4214-99c1-b508420b3ae4 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "DELETE /v2.0/floatingips/31e365a9-f6a6-4f1b-b781-b700735418bc HTTP/1.1" status: 204 len: 168 time: 1.7321920 Aug 09 14:39:11.622429 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c72aa6-d2ac-484c-8fe1-0addbe419b1f', 'tag': '563d2a22-ae8b-4713-a86c-9b3889e5a22f'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:39:11.624876 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56ce326a282370cb2de39ae3136380dca3ea80517aac3f2975b0460684c6f47d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88295c3-5280-4c15-a7e7-72df555f9fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "26c72aa6-d2ac-484c-8fe1-0addbe419b1f", "tag": "563d2a22-ae8b-4713-a86c-9b3889e5a22f"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:39:11.646333 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-29c91dca-636f-4970-b833-b102c52215f5 service neutron] 10.222.0.60 "GET /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471727 Aug 09 14:39:11.704022 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85de543-411f-40a0-aeeb-3a136a592475 None None] Sync routers for ids ['1742f8f8-9ec7-4aea-a824-32870ef939ec'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:39:11.714473 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85de543-411f-40a0-aeeb-3a136a592475 None None] Routers {'1742f8f8-9ec7-4aea-a824-32870ef939ec'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:39:11.715236 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-a85de543-411f-40a0-aeeb-3a136a592475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:39:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['1742f8f8-9ec7-4aea-a824-32870ef939ec'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:11.809422 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9046193-50c0-4044-b307-73ce5adf006b x-openstack-request-id: req-c9046193-50c0-4044-b307-73ce5adf006b {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:39:11.810032 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c72aa6-d2ac-484c-8fe1-0addbe419b1f", "tag": "563d2a22-ae8b-4713-a86c-9b3889e5a22f", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:39:11.810164 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c9046193-50c0-4044-b307-73ce5adf006b {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:39:11.811470 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c72aa6-d2ac-484c-8fe1-0addbe419b1f', 'tag': '563d2a22-ae8b-4713-a86c-9b3889e5a22f', 'status': 'completed', 'code': 200} Aug 09 14:39:11.912335 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dc59c1d9-8604-445b-887c-485480b70152 req-f38c969d-95f3-4983-bcc2-120d53ad09eb tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0114ec7-b8b8-4b8d-b400-114aff101064 HTTP/1.1" status: 200 len: 210 time: 0.0404851 Aug 09 14:39:11.936428 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88295c3-5280-4c15-a7e7-72df555f9fbc req-0ac63bbe-59d9-4a6d-8402-50402b9522d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:11.938059 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b88295c3-5280-4c15-a7e7-72df555f9fbc req-0ac63bbe-59d9-4a6d-8402-50402b9522d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b30c095265445e5a5971eb251fccb17&device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 1099 time: 0.1019285 Aug 09 14:39:11.942017 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-a85de543-411f-40a0-aeeb-3a136a592475 None None] Set router 1742f8f8-9ec7-4aea-a824-32870ef939ec gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:39:12.065752 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88295c3-5280-4c15-a7e7-72df555f9fbc req-d7012da8-f511-410f-884d-f05b90209a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:12.067470 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b88295c3-5280-4c15-a7e7-72df555f9fbc req-d7012da8-f511-410f-884d-f05b90209a74 service neutron] 10.222.0.11 "GET /v2.0/networks?id=65eaa41a-623b-418a-9260-f0ec9b99ecf9 HTTP/1.1" status: 200 len: 913 time: 0.1223090 Aug 09 14:39:12.114226 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b88295c3-5280-4c15-a7e7-72df555f9fbc req-0de554eb-05f2-4a7a-8766-ad791c0922ad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=563d2a22-ae8b-4713-a86c-9b3889e5a22f HTTP/1.1" status: 200 len: 217 time: 0.0386720 Aug 09 14:39:12.173255 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88295c3-5280-4c15-a7e7-72df555f9fbc req-1a01671f-b571-4086-ba4a-5cf76cb72183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:12.174926 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b88295c3-5280-4c15-a7e7-72df555f9fbc req-1a01671f-b571-4086-ba4a-5cf76cb72183 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c85a289-f46f-4e93-8c58-e4ba66d2b13d HTTP/1.1" status: 200 len: 851 time: 0.0513704 Aug 09 14:39:12.187173 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-a85de543-411f-40a0-aeeb-3a136a592475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'name': 'tempest-TestMinimumBasicScenario-5279792-router', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:45Z', 'updated_at': '2021-08-09T14:36:48Z', 'revision_number': 4, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'gw_port': {'id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:46Z', 'updated_at': '2021-08-09T14:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '2a51e97a-cb87-4ed0-a58e-80edce48b843', 'name': '', 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'mac_address': 'fa:16:3e:b9:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7c85a289-f46f-4e93-8c58-e4ba66d2b13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:47Z', 'updated_at': '2021-08-09T14:36:55Z', 'revision_number': 5, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'subnets': [{'id': '7c85a289-f46f-4e93-8c58-e4ba66d2b13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:12.221760 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85de543-411f-40a0-aeeb-3a136a592475 None None] Checking router: 1742f8f8-9ec7-4aea-a824-32870ef939ec for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:39:12.229161 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88295c3-5280-4c15-a7e7-72df555f9fbc req-c0855a24-d91e-4f54-9739-1dc99106b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:12.230968 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b88295c3-5280-4c15-a7e7-72df555f9fbc req-c0855a24-d91e-4f54-9739-1dc99106b813 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65eaa41a-623b-418a-9260-f0ec9b99ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0485899 Aug 09 14:39:12.234106 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85de543-411f-40a0-aeeb-3a136a592475 None None] Routers {'1742f8f8-9ec7-4aea-a824-32870ef939ec'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:39:12.234783 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-a85de543-411f-40a0-aeeb-3a136a592475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:39:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['1742f8f8-9ec7-4aea-a824-32870ef939ec'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:12.317420 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:12.356983 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b88295c3-5280-4c15-a7e7-72df555f9fbc req-cfbc9710-f4f2-422a-89ae-c4a17b78106b service neutron] 10.222.0.11 "GET /v2.0/networks/65eaa41a-623b-418a-9260-f0ec9b99ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174746 Aug 09 14:39:12.394601 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-a85de543-411f-40a0-aeeb-3a136a592475 None None] Set router 1742f8f8-9ec7-4aea-a824-32870ef939ec gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:39:12.525844 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b88295c3-5280-4c15-a7e7-72df555f9fbc req-30cb2072-1bc8-4bca-a1a6-309e56cef29e service neutron] 10.222.0.11 "GET /v2.0/networks/65eaa41a-623b-418a-9260-f0ec9b99ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505089 Aug 09 14:39:12.651178 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-a85de543-411f-40a0-aeeb-3a136a592475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'name': 'tempest-TestMinimumBasicScenario-5279792-router', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:45Z', 'updated_at': '2021-08-09T14:36:48Z', 'revision_number': 4, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'gw_port': {'id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:46Z', 'updated_at': '2021-08-09T14:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '2a51e97a-cb87-4ed0-a58e-80edce48b843', 'name': '', 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'mac_address': 'fa:16:3e:b9:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7c85a289-f46f-4e93-8c58-e4ba66d2b13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:47Z', 'updated_at': '2021-08-09T14:36:55Z', 'revision_number': 5, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'subnets': [{'id': '7c85a289-f46f-4e93-8c58-e4ba66d2b13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:12.688333 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85de543-411f-40a0-aeeb-3a136a592475 None None] The sync data for ids ['1742f8f8-9ec7-4aea-a824-32870ef939ec'] in dv-cinder-780933-12-iscsi is: [{'id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'name': 'tempest-TestMinimumBasicScenario-5279792-router', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:45Z', 'updated_at': '2021-08-09T14:36:48Z', 'revision_number': 4, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'gw_port': {'id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:46Z', 'updated_at': '2021-08-09T14:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '2a51e97a-cb87-4ed0-a58e-80edce48b843', 'name': '', 'network_id': '65eaa41a-623b-418a-9260-f0ec9b99ecf9', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'mac_address': 'fa:16:3e:b9:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '7c85a289-f46f-4e93-8c58-e4ba66d2b13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:47Z', 'updated_at': '2021-08-09T14:36:55Z', 'revision_number': 5, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'subnets': [{'id': '7c85a289-f46f-4e93-8c58-e4ba66d2b13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:39:12.931051 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2568bd43-1409-48cf-93dd-06bc787fe375 None None] New status for floating IP 31e365a9-f6a6-4f1b-b781-b700735418bc: DOWN {{(pid=93284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:39:13.079811 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9f4acccb-395f-402e-9838-6b890212eaad req-c2250b61-c5ec-454d-86e5-53d973d37c39 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0114ec7-b8b8-4b8d-b400-114aff101064 HTTP/1.1" status: 200 len: 210 time: 0.0732975 Aug 09 14:39:13.167611 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-a76fd9ba-bb55-4294-b336-f7f7f478ba8b tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:13.169168 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-a76fd9ba-bb55-4294-b336-f7f7f478ba8b tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.11 "GET /v2.0/networks?id=a08558b2-8cd9-4a7e-8ec7-da47d89b0637 HTTP/1.1" status: 200 len: 814 time: 0.1822162 Aug 09 14:39:13.185312 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-2a6ae91f-03ea-4872-97a2-8d45d5c50961 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Request body: {'port': {'device_id': 'e0114ec7-b8b8-4b8d-b400-114aff101064', 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637', 'admin_state_up': True, 'tenant_id': '170415eb976242e3a5a68569bb280f88'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:39:13.351610 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-2a6ae91f-03ea-4872-97a2-8d45d5c50961 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Made reservation on behalf of 170415eb976242e3a5a68569bb280f88 for: {'port': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:39:13.355286 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-2a6ae91f-03ea-4872-97a2-8d45d5c50961 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:13.495971 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-2a6ae91f-03ea-4872-97a2-8d45d5c50961 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Allocated IP 172.20.0.12 (a08558b2-8cd9-4a7e-8ec7-da47d89b0637/0af81d0f-ac37-4ad5-9a21-5be24aad8e1a/18795931-c54f-4b2d-862b-0ef971f0fb7a) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:39:13.661728 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-2a6ae91f-03ea-4872-97a2-8d45d5c50961 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:13.702829 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-2a6ae91f-03ea-4872-97a2-8d45d5c50961 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:13.749246 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-2a6ae91f-03ea-4872-97a2-8d45d5c50961 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Network a08558b2-8cd9-4a7e-8ec7-da47d89b0637 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:39:13.752375 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-2a6ae91f-03ea-4872-97a2-8d45d5c50961 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:39:13.759263 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-2a6ae91f-03ea-4872-97a2-8d45d5c50961 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:39:13.785156 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ae91f-03ea-4872-97a2-8d45d5c50961 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Pushing event updated for resources: {'Port': ['ID=18795931-c54f-4b2d-862b-0ef971f0fb7a,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:13.817415 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-2a6ae91f-03ea-4872-97a2-8d45d5c50961 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:13.818162 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-2a6ae91f-03ea-4872-97a2-8d45d5c50961 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:13.833098 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-2a6ae91f-03ea-4872-97a2-8d45d5c50961 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6521971 Aug 09 14:39:13.845160 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-b60a229b-cb74-490c-8800-c150ae4c703b service neutron] Request body: {'port': {'device_id': 'e0114ec7-b8b8-4b8d-b400-114aff101064', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:39:13.899139 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-b60a229b-cb74-490c-8800-c150ae4c703b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:14.173197 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-b60a229b-cb74-490c-8800-c150ae4c703b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18795931-c54f-4b2d-862b-0ef971f0fb7a {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:39:14.180975 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-b60a229b-cb74-490c-8800-c150ae4c703b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:14.193002 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-b60a229b-cb74-490c-8800-c150ae4c703b service neutron] Transition to ACTIVE for port object 18795931-c54f-4b2d-862b-0ef971f0fb7a will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:39:14.198512 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-b60a229b-cb74-490c-8800-c150ae4c703b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:14.200615 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f8cfb-9dae-4dbe-97cf-3aff205858c0 req-5edee3b6-bffd-4817-9ed1-fca7aa8bd6bc tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:14.202134 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-438f8cfb-9dae-4dbe-97cf-3aff205858c0 req-5edee3b6-bffd-4817-9ed1-fca7aa8bd6bc tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0114ec7-b8b8-4b8d-b400-114aff101064 HTTP/1.1" status: 200 len: 932 time: 0.0570893 Aug 09 14:39:14.244060 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-438f8cfb-9dae-4dbe-97cf-3aff205858c0 req-00b9e3ff-665e-4a1a-9e9c-98d3f3c56760 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357099 Aug 09 14:39:14.273951 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a229b-cb74-490c-8800-c150ae4c703b service neutron] Pushing event updated for resources: {'Port': ['ID=18795931-c54f-4b2d-862b-0ef971f0fb7a,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:14.327077 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-b60a229b-cb74-490c-8800-c150ae4c703b service neutron] Attempting to bind port 18795931-c54f-4b2d-862b-0ef971f0fb7a on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:39:14.327400 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-b60a229b-cb74-490c-8800-c150ae4c703b service neutron] Attempting to bind port 18795931-c54f-4b2d-862b-0ef971f0fb7a by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '5edd5753-7d6f-45d5-8955-95ba13a818a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:39:14.327735 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-b60a229b-cb74-490c-8800-c150ae4c703b service neutron] Attempting to bind port 18795931-c54f-4b2d-862b-0ef971f0fb7a on network a08558b2-8cd9-4a7e-8ec7-da47d89b0637 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:39:14.332380 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-b60a229b-cb74-490c-8800-c150ae4c703b service neutron] Port 18795931-c54f-4b2d-862b-0ef971f0fb7a on network a08558b2-8cd9-4a7e-8ec7-da47d89b0637 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:39:14.332713 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-b60a229b-cb74-490c-8800-c150ae4c703b service neutron] Attempting to bind port 18795931-c54f-4b2d-862b-0ef971f0fb7a on network a08558b2-8cd9-4a7e-8ec7-da47d89b0637 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:39:14.338234 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-b60a229b-cb74-490c-8800-c150ae4c703b service neutron] Checking agent: {'id': '787e8c88-8117-4bdf-b5e3-a5a97e4f7369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'started_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:39:14.338574 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-b60a229b-cb74-490c-8800-c150ae4c703b service neutron] Checking segment: {'id': '5edd5753-7d6f-45d5-8955-95ba13a818a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:39:14.339009 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-b60a229b-cb74-490c-8800-c150ae4c703b service neutron] Bound using segment: {'id': '5edd5753-7d6f-45d5-8955-95ba13a818a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:39:14.339435 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-b60a229b-cb74-490c-8800-c150ae4c703b service neutron] Bound port: 18795931-c54f-4b2d-862b-0ef971f0fb7a, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5edd5753-7d6f-45d5-8955-95ba13a818a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:39:14.339801 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-b60a229b-cb74-490c-8800-c150ae4c703b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:14.413539 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-b60a229b-cb74-490c-8800-c150ae4c703b service neutron] For port 18795931-c54f-4b2d-862b-0ef971f0fb7a, host hv-cinder-78093, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:39:14.418227 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-b60a229b-cb74-490c-8800-c150ae4c703b service neutron] For port 18795931-c54f-4b2d-862b-0ef971f0fb7a, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=18795931-c54f-4b2d-862b-0ef971f0fb7a,segment=NetworkSegment(5edd5753-7d6f-45d5-8955-95ba13a818a3),segment_id=5edd5753-7d6f-45d5-8955-95ba13a818a3)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:39:14.423739 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-b60a229b-cb74-490c-8800-c150ae4c703b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:14.461096 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-b60a229b-cb74-490c-8800-c150ae4c703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:14.461576 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-b60a229b-cb74-490c-8800-c150ae4c703b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:14.463195 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-b60a229b-cb74-490c-8800-c150ae4c703b service neutron] 10.222.0.11 "PUT /v2.0/ports/18795931-c54f-4b2d-862b-0ef971f0fb7a HTTP/1.1" status: 200 len: 1094 time: 0.6223354 Aug 09 14:39:14.463650 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0114ec7-b8b8-4b8d-b400-114aff101064', 'tag': '18795931-c54f-4b2d-862b-0ef971f0fb7a'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:39:14.466222 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94725b83-7ac3-4111-a18d-3a25816738cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e0114ec7-b8b8-4b8d-b400-114aff101064", "tag": "18795931-c54f-4b2d-862b-0ef971f0fb7a"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:39:14.505102 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a229b-cb74-490c-8800-c150ae4c703b service neutron] Pushing event updated for resources: {'Port': ['ID=18795931-c54f-4b2d-862b-0ef971f0fb7a,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:14.516715 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdc67bb-a89f-442f-a502-2538b788cf85 x-openstack-request-id: req-3bdc67bb-a89f-442f-a502-2538b788cf85 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:39:14.517014 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0114ec7-b8b8-4b8d-b400-114aff101064", "tag": "18795931-c54f-4b2d-862b-0ef971f0fb7a", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:39:14.517270 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3bdc67bb-a89f-442f-a502-2538b788cf85 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:39:14.517667 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0114ec7-b8b8-4b8d-b400-114aff101064', 'tag': '18795931-c54f-4b2d-862b-0ef971f0fb7a', 'status': 'completed', 'code': 200} Aug 09 14:39:14.579285 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-5b2cea2d-a114-454b-9bb3-4d3ea2ae9dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:14.580993 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-5b2cea2d-a114-454b-9bb3-4d3ea2ae9dea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=170415eb976242e3a5a68569bb280f88&device_id=e0114ec7-b8b8-4b8d-b400-114aff101064 HTTP/1.1" status: 200 len: 1097 time: 0.0553253 Aug 09 14:39:14.632738 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-9b685ee2-296b-4a64-8580-61cab51105be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18795931-c54f-4b2d-862b-0ef971f0fb7a HTTP/1.1" status: 200 len: 217 time: 0.0425830 Aug 09 14:39:14.664455 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccba66-0810-4b8e-802e-735a9dedd9e4 req-fc16ec03-34d3-480f-940c-622cd8b90d45 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:14.665998 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dfccba66-0810-4b8e-802e-735a9dedd9e4 req-fc16ec03-34d3-480f-940c-622cd8b90d45 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 946 time: 0.0628135 Aug 09 14:39:14.688408 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-709f042d-6a0a-4e26-9b08-1b991523d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:14.689901 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-709f042d-6a0a-4e26-9b08-1b991523d4b8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0af81d0f-ac37-4ad5-9a21-5be24aad8e1a HTTP/1.1" status: 200 len: 854 time: 0.0497711 Aug 09 14:39:14.708422 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-dfccba66-0810-4b8e-802e-735a9dedd9e4 req-9891c322-9f52-4508-ba17-591b1c20d5b2 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353570 Aug 09 14:39:14.724469 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-1c9ad10d-b2eb-4b2b-a112-e76534e697bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a08558b2-8cd9-4a7e-8ec7-da47d89b0637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266662 Aug 09 14:39:14.805209 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 49892) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:14.821320 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-942c0382-9637-426c-ab0d-87e6ab36c574 service neutron] 10.222.0.11 "GET /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892074 Aug 09 14:39:14.920500 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2d0b1308-b4f5-4f89-892c-e4de90e72eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:14.922912 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-d8d85f77-ede2-4891-9f2a-5fe16a704a73 req-d935e43e-1176-4bb2-8d06-f172364d4858 service neutron] 10.222.0.11 "GET /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941188 Aug 09 14:39:15.020790 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94725b83-7ac3-4111-a18d-3a25816738cf req-083691ff-8044-4420-909e-4190e418a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:15.022456 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-94725b83-7ac3-4111-a18d-3a25816738cf req-083691ff-8044-4420-909e-4190e418a0c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=170415eb976242e3a5a68569bb280f88&device_id=e0114ec7-b8b8-4b8d-b400-114aff101064 HTTP/1.1" status: 200 len: 1097 time: 0.0485315 Aug 09 14:39:15.031309 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2d0b1308-b4f5-4f89-892c-e4de90e72eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:15.035305 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-2d0b1308-b4f5-4f89-892c-e4de90e72eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:15.076332 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-2d0b1308-b4f5-4f89-892c-e4de90e72eda admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab1eb162cfb94369816cc1f716fcca08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700226 Aug 09 14:39:15.077470 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b1308-b4f5-4f89-892c-e4de90e72eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbc7e64-2c74-4311-b967-afe5ca8e2d37,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:15.080869 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 49896) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:15.135685 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94725b83-7ac3-4111-a18d-3a25816738cf req-27cc7731-f39f-4da6-bde2-527584d1e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:15.136166 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3acd385f-4fac-4a91-88df-5a830ad4ed9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:15.137209 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-94725b83-7ac3-4111-a18d-3a25816738cf req-27cc7731-f39f-4da6-bde2-527584d1e79e service neutron] 10.222.0.11 "GET /v2.0/networks?id=a08558b2-8cd9-4a7e-8ec7-da47d89b0637 HTTP/1.1" status: 200 len: 915 time: 0.1074653 Aug 09 14:39:15.161580 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3acd385f-4fac-4a91-88df-5a830ad4ed9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:15.182407 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-94725b83-7ac3-4111-a18d-3a25816738cf req-39208fc1-b978-4307-8ba0-c5c028e62a74 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18795931-c54f-4b2d-862b-0ef971f0fb7a HTTP/1.1" status: 200 len: 217 time: 0.0360947 Aug 09 14:39:15.214905 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3acd385f-4fac-4a91-88df-5a830ad4ed9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:15.218628 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3acd385f-4fac-4a91-88df-5a830ad4ed9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:15.219316 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-3acd385f-4fac-4a91-88df-5a830ad4ed9d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8dbc7e64-2c74-4311-b967-afe5ca8e2d37 HTTP/1.1" status: 204 len: 168 time: 0.1368122 Aug 09 14:39:15.228799 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd385f-4fac-4a91-88df-5a830ad4ed9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbc7e64-2c74-4311-b967-afe5ca8e2d37,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:15.243937 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94725b83-7ac3-4111-a18d-3a25816738cf req-a00ad25f-8e40-4585-84c4-4056d9a70ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:15.245420 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-94725b83-7ac3-4111-a18d-3a25816738cf req-a00ad25f-8e40-4585-84c4-4056d9a70ab0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0af81d0f-ac37-4ad5-9a21-5be24aad8e1a HTTP/1.1" status: 200 len: 854 time: 0.0553916 Aug 09 14:39:15.283312 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-94725b83-7ac3-4111-a18d-3a25816738cf req-3516d579-d537-4b39-94cd-7d6b1cb6d11c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a08558b2-8cd9-4a7e-8ec7-da47d89b0637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292218 Aug 09 14:39:15.455976 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ea796-6d68-452a-a77a-ff064787717c req-04be7277-c3d9-4ea9-9100-a121d6b19396 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:15.460300 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8f4ea796-6d68-452a-a77a-ff064787717c req-04be7277-c3d9-4ea9-9100-a121d6b19396 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0114ec7-b8b8-4b8d-b400-114aff101064 HTTP/1.1" status: 200 len: 944 time: 0.0855904 Aug 09 14:39:15.471477 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-6c8932a9-ea84-4bc5-93d7-2d585efeb5a2 req-3e3539d5-9b13-4b08-bc3e-6ed1c62c3a40 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1414099 Aug 09 14:39:15.506097 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-94725b83-7ac3-4111-a18d-3a25816738cf req-278e1ea9-d7ff-484f-ae91-02a993251f6a service neutron] 10.222.0.11 "GET /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127512 Aug 09 14:39:15.516093 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8f4ea796-6d68-452a-a77a-ff064787717c req-d07f4a65-7364-4360-8ed2-8de87ef64f8a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461960 Aug 09 14:39:15.539877 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 49904) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:15.553609 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b20f85f0-e6d3-4e25-beaf-e2babc1f18b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:15.661095 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b20f85f0-e6d3-4e25-beaf-e2babc1f18b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:15.667106 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-b20f85f0-e6d3-4e25-beaf-e2babc1f18b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:15.712240 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-b20f85f0-e6d3-4e25-beaf-e2babc1f18b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=355523cd017a4c02b04a3a8270202528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1711464 Aug 09 14:39:15.713146 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f85f0-e6d3-4e25-beaf-e2babc1f18b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19ec753-4a87-4743-be15-147534e66adb,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:15.715540 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 49906) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:15.771519 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7619d3d0-979d-48da-b2ee-465b12fe1780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:15.807798 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7619d3d0-979d-48da-b2ee-465b12fe1780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:15.855738 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8932a9-ea84-4bc5-93d7-2d585efeb5a2 req-bb3d5b4a-583f-49af-ae50-46e0fce9f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:15.857248 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-6c8932a9-ea84-4bc5-93d7-2d585efeb5a2 req-bb3d5b4a-583f-49af-ae50-46e0fce9f219 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b0d6b81c639450c995e87759cde383e&device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 1099 time: 0.3617439 Aug 09 14:39:15.887146 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f01d59-a40e-410c-8c2d-2faffe98fbdd req-4a233aa5-361f-49dd-842a-69b9fb42065c tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:15.888801 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-66f01d59-a40e-410c-8c2d-2faffe98fbdd req-4a233aa5-361f-49dd-842a-69b9fb42065c tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 946 time: 0.0969481 Aug 09 14:39:15.911630 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7619d3d0-979d-48da-b2ee-465b12fe1780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:15.915222 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-7619d3d0-979d-48da-b2ee-465b12fe1780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:15.916554 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-7619d3d0-979d-48da-b2ee-465b12fe1780 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c19ec753-4a87-4743-be15-147534e66adb HTTP/1.1" status: 204 len: 168 time: 0.1998873 Aug 09 14:39:15.939200 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619d3d0-979d-48da-b2ee-465b12fe1780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19ec753-4a87-4743-be15-147534e66adb,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:15.949967 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-94725b83-7ac3-4111-a18d-3a25816738cf req-bbfdc790-f693-4b7b-9487-a97fa4290338 service neutron] 10.222.0.11 "GET /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239597 Aug 09 14:39:15.971244 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-66f01d59-a40e-410c-8c2d-2faffe98fbdd req-9f0cf5d7-6a19-421c-b9bd-83b8ca51b2a5 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/security-groups?id=0554a532-61f7-4544-91c1-71a2a696a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760322 Aug 09 14:39:16.002995 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8932a9-ea84-4bc5-93d7-2d585efeb5a2 req-39da6242-6ca7-4600-a6df-9751dff09eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:16.004543 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-6c8932a9-ea84-4bc5-93d7-2d585efeb5a2 req-39da6242-6ca7-4600-a6df-9751dff09eef service neutron] 10.222.0.11 "GET /v2.0/networks?id=016ce89f-fbb2-4e9e-96ce-95d15238c277 HTTP/1.1" status: 200 len: 910 time: 0.1172240 Aug 09 14:39:16.073458 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-6c8932a9-ea84-4bc5-93d7-2d585efeb5a2 req-42a0ec04-cd17-4882-a96b-c9a2e1c1912e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a347f9f-7bc6-489d-9d21-f551f94058a3 HTTP/1.1" status: 200 len: 1002 time: 0.0613182 Aug 09 14:39:16.127959 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8932a9-ea84-4bc5-93d7-2d585efeb5a2 req-3d0d0959-954c-43db-9a09-5c63e922b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:16.129475 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-6c8932a9-ea84-4bc5-93d7-2d585efeb5a2 req-3d0d0959-954c-43db-9a09-5c63e922b2ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ec96c47-7c3a-490f-8d84-fe3553d1d3de HTTP/1.1" status: 200 len: 848 time: 0.0483301 Aug 09 14:39:16.181220 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8932a9-ea84-4bc5-93d7-2d585efeb5a2 req-ffbb7868-fbc1-4dd0-b54e-b8f4bf38dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:16.182749 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-6c8932a9-ea84-4bc5-93d7-2d585efeb5a2 req-ffbb7868-fbc1-4dd0-b54e-b8f4bf38dc12 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=016ce89f-fbb2-4e9e-96ce-95d15238c277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455096 Aug 09 14:39:16.276861 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-6c8932a9-ea84-4bc5-93d7-2d585efeb5a2 req-c5dc5541-59ac-4d78-b52a-5ec17cb15351 service neutron] 10.222.0.11 "GET /v2.0/networks/016ce89f-fbb2-4e9e-96ce-95d15238c277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860078 Aug 09 14:39:16.390264 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-6c8932a9-ea84-4bc5-93d7-2d585efeb5a2 req-844107c7-0f2e-42cf-97f3-c0822259b7f6 service neutron] 10.222.0.11 "GET /v2.0/networks/016ce89f-fbb2-4e9e-96ce-95d15238c277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051109 Aug 09 14:39:16.467087 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a8e01-08de-4fd5-a7ec-019a1cc17f51 req-bdf8b51c-f753-4eed-af84-395f66dd3d43 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:16.468656 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-167a8e01-08de-4fd5-a7ec-019a1cc17f51 req-bdf8b51c-f753-4eed-af84-395f66dd3d43 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.11 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 946 time: 0.0588074 Aug 09 14:39:16.538936 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b6dea-c576-4145-9dd1-89afcb7fce0d req-309e1eb2-fd19-4819-af52-11081711a785 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:16.538936 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b87b6dea-c576-4145-9dd1-89afcb7fce0d req-309e1eb2-fd19-4819-af52-11081711a785 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 946 time: 0.0603766 Aug 09 14:39:16.591134 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-167a8e01-08de-4fd5-a7ec-019a1cc17f51 req-a11d4c2e-1c0f-4e2e-af12-a1e839eed2f5 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Deleting port 563d2a22-ae8b-4713-a86c-9b3889e5a22f {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:39:16.591618 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-167a8e01-08de-4fd5-a7ec-019a1cc17f51 req-a11d4c2e-1c0f-4e2e-af12-a1e839eed2f5 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:16.593176 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b87b6dea-c576-4145-9dd1-89afcb7fce0d req-b8e8fd28-18fa-4fd0-9661-99e070c2e4a1 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447540 Aug 09 14:39:16.658708 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2837b-2035-42dc-88bf-dc7b98ad5b58 req-a381962a-442f-42d9-ab0e-5f7c86a85e37 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:16.660233 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f9c2837b-2035-42dc-88bf-dc7b98ad5b58 req-a381962a-442f-42d9-ab0e-5f7c86a85e37 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0114ec7-b8b8-4b8d-b400-114aff101064 HTTP/1.1" status: 200 len: 944 time: 0.0606711 Aug 09 14:39:16.704173 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-167a8e01-08de-4fd5-a7ec-019a1cc17f51 req-a11d4c2e-1c0f-4e2e-af12-a1e839eed2f5 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] For port 563d2a22-ae8b-4713-a86c-9b3889e5a22f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=563d2a22-ae8b-4713-a86c-9b3889e5a22f,segment=NetworkSegment(d6b854b7-14c6-4204-a956-9c70c3bfd302),segment_id=d6b854b7-14c6-4204-a956-9c70c3bfd302)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:16.704892 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-167a8e01-08de-4fd5-a7ec-019a1cc17f51 req-a11d4c2e-1c0f-4e2e-af12-a1e839eed2f5 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:16.709078 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f9c2837b-2035-42dc-88bf-dc7b98ad5b58 req-557838b8-c3de-47ce-873e-419b9914b185 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350161 Aug 09 14:39:16.722224 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-167a8e01-08de-4fd5-a7ec-019a1cc17f51 req-a11d4c2e-1c0f-4e2e-af12-a1e839eed2f5 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Calling delete_port for 563d2a22-ae8b-4713-a86c-9b3889e5a22f owned by compute:nova {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:39:16.849715 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:16.878104 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-167a8e01-08de-4fd5-a7ec-019a1cc17f51 req-a11d4c2e-1c0f-4e2e-af12-a1e839eed2f5 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:16.890168 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['563d2a22-ae8b-4713-a86c-9b3889e5a22f'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:39:16.916979 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d4c2e-1c0f-4e2e-af12-a1e839eed2f5 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Pushing event deleted for resources: {'Port': ['ID=563d2a22-ae8b-4713-a86c-9b3889e5a22f,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:16.962740 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-167a8e01-08de-4fd5-a7ec-019a1cc17f51 req-a11d4c2e-1c0f-4e2e-af12-a1e839eed2f5 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] No DVR routers for this DVR port 563d2a22-ae8b-4713-a86c-9b3889e5a22f on host hv-cinder-78093 {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:39:16.965636 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-167a8e01-08de-4fd5-a7ec-019a1cc17f51 req-a11d4c2e-1c0f-4e2e-af12-a1e839eed2f5 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:16.967949 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-167a8e01-08de-4fd5-a7ec-019a1cc17f51 req-a11d4c2e-1c0f-4e2e-af12-a1e839eed2f5 tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.11 "DELETE /v2.0/ports/563d2a22-ae8b-4713-a86c-9b3889e5a22f HTTP/1.1" status: 204 len: 173 time: 0.4921746 Aug 09 14:39:16.968564 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c72aa6-d2ac-484c-8fe1-0addbe419b1f', 'name': 'network-vif-deleted', 'tag': '563d2a22-ae8b-4713-a86c-9b3889e5a22f'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:39:16.971165 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bacbf45-ea48-400c-85a7-9ecb72c910d2" -d '{"events": [{"server_uuid": "26c72aa6-d2ac-484c-8fe1-0addbe419b1f", "name": "network-vif-deleted", "tag": "563d2a22-ae8b-4713-a86c-9b3889e5a22f"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:39:17.050562 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fabb974-c96a-4289-97ff-3af9389ec711 x-openstack-request-id: req-5fabb974-c96a-4289-97ff-3af9389ec711 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:39:17.050967 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c72aa6-d2ac-484c-8fe1-0addbe419b1f", "name": "network-vif-deleted", "tag": "563d2a22-ae8b-4713-a86c-9b3889e5a22f", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:39:17.051290 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5fabb974-c96a-4289-97ff-3af9389ec711 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:39:17.051761 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c72aa6-d2ac-484c-8fe1-0addbe419b1f', 'name': 'network-vif-deleted', 'tag': '563d2a22-ae8b-4713-a86c-9b3889e5a22f', 'status': 'completed', 'code': 200} Aug 09 14:39:17.112565 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-23bb0245-f45d-48ac-ae58-ae05d692bf70 req-a157308f-3e15-4659-aaee-e6d0f60b797c tempest-TestMinimumBasicScenario-456440849 tempest-TestMinimumBasicScenario-456440849-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c72aa6-d2ac-484c-8fe1-0addbe419b1f HTTP/1.1" status: 200 len: 210 time: 0.0350626 Aug 09 14:39:17.243307 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 49948) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:17.352738 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7e5cc703-1b27-48b7-870c-9cdf256d5b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:17.462300 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7e5cc703-1b27-48b7-870c-9cdf256d5b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:17.467278 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7e5cc703-1b27-48b7-870c-9cdf256d5b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:17.510052 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-7e5cc703-1b27-48b7-870c-9cdf256d5b51 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=31afbd4a412f4e0799ee27f32c0e7077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2655311 Aug 09 14:39:17.511106 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5cc703-1b27-48b7-870c-9cdf256d5b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d903408-7685-4992-b6d7-69313a318e91,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:17.512980 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 49952) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:17.581114 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0fd6e338-81e4-46c0-ba15-06849485e065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:17.610893 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0fd6e338-81e4-46c0-ba15-06849485e065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:17.611116 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 18795931-c54f-4b2d-862b-0ef971f0fb7a details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:39:17.676282 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0fd6e338-81e4-46c0-ba15-06849485e065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:17.680475 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0fd6e338-81e4-46c0-ba15-06849485e065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:17.681923 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-0fd6e338-81e4-46c0-ba15-06849485e065 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d903408-7685-4992-b6d7-69313a318e91 HTTP/1.1" status: 204 len: 168 time: 0.1670821 Aug 09 14:39:17.690600 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6e338-81e4-46c0-ba15-06849485e065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d903408-7685-4992-b6d7-69313a318e91,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:17.733768 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 18795931-c54f-4b2d-862b-0ef971f0fb7a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=18795931-c54f-4b2d-862b-0ef971f0fb7a,segment=NetworkSegment(5edd5753-7d6f-45d5-8955-95ba13a818a3),segment_id=5edd5753-7d6f-45d5-8955-95ba13a818a3)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:17.748802 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': '18795931-c54f-4b2d-862b-0ef971f0fb7a', 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637', 'port_id': '18795931-c54f-4b2d-862b-0ef971f0fb7a', 'mac_address': 'fa:16:3e:be:20:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af81d0f-ac37-4ad5-9a21-5be24aad8e1a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:39:17.767253 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e06a7-3c68-4373-a558-9e85cd93f0b2 req-7e9e23d5-50c4-4ebe-9dbb-23490ca7f3b8 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:17.768986 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f01e06a7-3c68-4373-a558-9e85cd93f0b2 req-7e9e23d5-50c4-4ebe-9dbb-23490ca7f3b8 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 946 time: 0.0741210 Aug 09 14:39:17.806437 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:17.824348 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18795931-c54f-4b2d-862b-0ef971f0fb7a {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:39:17.846711 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 18795931-c54f-4b2d-862b-0ef971f0fb7a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=18795931-c54f-4b2d-862b-0ef971f0fb7a,segment=NetworkSegment(5edd5753-7d6f-45d5-8955-95ba13a818a3),segment_id=5edd5753-7d6f-45d5-8955-95ba13a818a3)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:17.854906 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:17.856497 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f01e06a7-3c68-4373-a558-9e85cd93f0b2 req-c4878164-bc6a-4786-8dd8-f3cec6d69ddc tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801814 Aug 09 14:39:17.871922 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1539d-30d7-41fd-b434-d74b4c5c8802 req-8e10fec0-3415-4fff-84f5-965b2fa08a92 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:17.882218 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-33d1539d-30d7-41fd-b434-d74b4c5c8802 req-8e10fec0-3415-4fff-84f5-965b2fa08a92 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0114ec7-b8b8-4b8d-b400-114aff101064 HTTP/1.1" status: 200 len: 944 time: 0.0785594 Aug 09 14:39:17.912888 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-33d1539d-30d7-41fd-b434-d74b4c5c8802 req-805c16c7-38c8-4f56-a6fe-172fe882ff4b tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326335 Aug 09 14:39:17.922295 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=18795931-c54f-4b2d-862b-0ef971f0fb7a,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:18.122657 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['18795931-c54f-4b2d-862b-0ef971f0fb7a'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:39:18.955261 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 50046) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:19.002125 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6fe52-9ee0-411b-aab3-13e2b980896e req-3a9a05be-e365-4e0f-af3a-039b255e652b tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:19.004685 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-38d6fe52-9ee0-411b-aab3-13e2b980896e req-3a9a05be-e365-4e0f-af3a-039b255e652b tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 946 time: 0.0645428 Aug 09 14:39:19.080750 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-38d6fe52-9ee0-411b-aab3-13e2b980896e req-cf78fff0-da07-4149-8660-dff41df1533a tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658433 Aug 09 14:39:19.093619 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c506d8-cdf3-4404-bd53-da579e83ea1e req-4d8b1125-836d-4b70-a81a-52a247d279e9 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:19.095216 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-79c506d8-cdf3-4404-bd53-da579e83ea1e req-4d8b1125-836d-4b70-a81a-52a247d279e9 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0114ec7-b8b8-4b8d-b400-114aff101064 HTTP/1.1" status: 200 len: 945 time: 0.0895932 Aug 09 14:39:19.143625 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-79c506d8-cdf3-4404-bd53-da579e83ea1e req-ee6ede40-fd13-4b28-8f93-6ff1eedb6631 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413539 Aug 09 14:39:19.441453 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e021d201-f71e-46b6-9af6-3c19bdeee634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1744772'] for router_interface, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:19.593312 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:39:19.618276 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 18795931-c54f-4b2d-862b-0ef971f0fb7a up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:39:19.671022 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning for port 18795931-c54f-4b2d-862b-0ef971f0fb7a completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:39:19.675941 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port 18795931-c54f-4b2d-862b-0ef971f0fb7a triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:39:19.676395 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:19.755929 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-e021d201-f71e-46b6-9af6-3c19bdeee634 admin admin] Deleting port 2a51e97a-cb87-4ed0-a58e-80edce48b843 {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:39:19.756949 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e021d201-f71e-46b6-9af6-3c19bdeee634 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:19.763243 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:19.788061 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0114ec7-b8b8-4b8d-b400-114aff101064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18795931-c54f-4b2d-862b-0ef971f0fb7a'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:39:19.790941 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e00c9c-5d2b-415c-b23b-4abda1ee93ab" -d '{"events": [{"server_uuid": "e0114ec7-b8b8-4b8d-b400-114aff101064", "name": "network-vif-plugged", "status": "completed", "tag": "18795931-c54f-4b2d-862b-0ef971f0fb7a"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:39:19.806337 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 18795931-c54f-4b2d-862b-0ef971f0fb7a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=18795931-c54f-4b2d-862b-0ef971f0fb7a,segment=NetworkSegment(5edd5753-7d6f-45d5-8955-95ba13a818a3),segment_id=5edd5753-7d6f-45d5-8955-95ba13a818a3)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:19.813047 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:19.813958 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 563d2a22-ae8b-4713-a86c-9b3889e5a22f no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:39:19.841809 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef882e3f-3e01-4ee2-9902-67cf812e0b3b x-openstack-request-id: req-ef882e3f-3e01-4ee2-9902-67cf812e0b3b {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:39:19.842377 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0114ec7-b8b8-4b8d-b400-114aff101064", "name": "network-vif-plugged", "status": "completed", "tag": "18795931-c54f-4b2d-862b-0ef971f0fb7a", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:39:19.842844 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef882e3f-3e01-4ee2-9902-67cf812e0b3b {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:39:19.843383 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0114ec7-b8b8-4b8d-b400-114aff101064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18795931-c54f-4b2d-862b-0ef971f0fb7a', 'code': 200} Aug 09 14:39:19.856846 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e021d201-f71e-46b6-9af6-3c19bdeee634 admin admin] For port 2a51e97a-cb87-4ed0-a58e-80edce48b843, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=2a51e97a-cb87-4ed0-a58e-80edce48b843,segment=NetworkSegment(d6b854b7-14c6-4204-a956-9c70c3bfd302),segment_id=d6b854b7-14c6-4204-a956-9c70c3bfd302)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:19.857370 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e021d201-f71e-46b6-9af6-3c19bdeee634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:19.862388 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] No Port match for: 563d2a22-ae8b-4713-a86c-9b3889e5a22f {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:39:19.863003 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 563d2a22-ae8b-4713-a86c-9b3889e5a22f not bound to the agent host hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:39:19.877495 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-e021d201-f71e-46b6-9af6-3c19bdeee634 admin admin] Calling delete_port for 2a51e97a-cb87-4ed0-a58e-80edce48b843 owned by network:router_interface {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:39:19.900018 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=18795931-c54f-4b2d-862b-0ef971f0fb7a,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:20.091911 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f6a03-0d98-4f2d-9014-78ca0ee4e3b2 req-143ea4cf-b0fc-4cae-9d42-e9c282e7fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:20.093409 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b92f6a03-0d98-4f2d-9014-78ca0ee4e3b2 req-143ea4cf-b0fc-4cae-9d42-e9c282e7fec2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e0114ec7-b8b8-4b8d-b400-114aff101064 HTTP/1.1" status: 200 len: 1099 time: 0.1035292 Aug 09 14:39:20.167883 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b92f6a03-0d98-4f2d-9014-78ca0ee4e3b2 req-19d93e47-00d2-4914-bd75-69a4777daaf7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674462 Aug 09 14:39:20.174291 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e021d201-f71e-46b6-9af6-3c19bdeee634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:20.204304 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021d201-f71e-46b6-9af6-3c19bdeee634 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a51e97a-cb87-4ed0-a58e-80edce48b843,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:20.223959 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f4d80-daa2-47a3-8551-3f6cf5ae9f18 req-c392a6a2-ef4b-4a18-994f-88ef95cc1fd7 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:20.231383 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d67f4d80-daa2-47a3-8551-3f6cf5ae9f18 req-c392a6a2-ef4b-4a18-994f-88ef95cc1fd7 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 946 time: 0.0692127 Aug 09 14:39:20.299905 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d67f4d80-daa2-47a3-8551-3f6cf5ae9f18 req-31528b91-85de-49be-90c1-7ef7fba6053a tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650790 Aug 09 14:39:20.317507 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29340f31-193f-4709-93f7-127e6f5d2961 req-83404405-dea1-48b6-b8bd-5f08aeda4a96 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:20.325463 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-29340f31-193f-4709-93f7-127e6f5d2961 req-83404405-dea1-48b6-b8bd-5f08aeda4a96 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0114ec7-b8b8-4b8d-b400-114aff101064 HTTP/1.1" status: 200 len: 946 time: 0.0922573 Aug 09 14:39:20.362318 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-29340f31-193f-4709-93f7-127e6f5d2961 req-5908d47e-859d-4b21-9a2f-fba18fa228ac tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359449 Aug 09 14:39:20.406226 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e021d201-f71e-46b6-9af6-3c19bdeee634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741364'] for router_interface, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:20.907930 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e021d201-f71e-46b6-9af6-3c19bdeee634 admin admin] Router 1742f8f8-9ec7-4aea-a824-32870ef939ec has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:39:21.022571 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e021d201-f71e-46b6-9af6-3c19bdeee634 admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:39:21.027641 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-e021d201-f71e-46b6-9af6-3c19bdeee634 admin admin] 10.222.0.60 "PUT /v2.0/routers/1742f8f8-9ec7-4aea-a824-32870ef939ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0711627 Aug 09 14:39:21.030174 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 50076) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:21.038144 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a85ccb-44b0-4934-9c35-8d337db30ce5 None None] Sync routers for ids ['1742f8f8-9ec7-4aea-a824-32870ef939ec'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:39:21.060246 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a85ccb-44b0-4934-9c35-8d337db30ce5 None None] Routers {'1742f8f8-9ec7-4aea-a824-32870ef939ec'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:39:21.061448 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-09a85ccb-44b0-4934-9c35-8d337db30ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:39:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['1742f8f8-9ec7-4aea-a824-32870ef939ec'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:21.163745 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-dd01e39b-8302-48c6-ab81-775f0b129968 admin admin] Notify callbacks [] for router, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:21.216263 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-09a85ccb-44b0-4934-9c35-8d337db30ce5 None None] Set router 1742f8f8-9ec7-4aea-a824-32870ef939ec gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:39:21.279437 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-dd01e39b-8302-48c6-ab81-775f0b129968 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:21.348483 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-dd01e39b-8302-48c6-ab81-775f0b129968 admin admin] Deleting port f2a7ff9c-77b8-4eff-801f-91a5cd10d071 {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:39:21.349151 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-dd01e39b-8302-48c6-ab81-775f0b129968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:21.478736 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-dd01e39b-8302-48c6-ab81-775f0b129968 admin admin] For port f2a7ff9c-77b8-4eff-801f-91a5cd10d071, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=f2a7ff9c-77b8-4eff-801f-91a5cd10d071,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:21.479058 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-dd01e39b-8302-48c6-ab81-775f0b129968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:21.499096 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-dd01e39b-8302-48c6-ab81-775f0b129968 admin admin] Calling delete_port for f2a7ff9c-77b8-4eff-801f-91a5cd10d071 owned by network:router_gateway {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:39:21.502929 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3af45-72a6-4234-b55e-b32c79fd2c0e req-d12350fc-8008-4450-acef-11205cfd144b tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:21.505108 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0cd3af45-72a6-4234-b55e-b32c79fd2c0e req-d12350fc-8008-4450-acef-11205cfd144b tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 946 time: 0.0962522 Aug 09 14:39:21.535974 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b0cbd-1cd3-46e3-a7e4-69ab45f411e2 req-183c927f-a940-46aa-81e4-9c12e945c3d3 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:21.538250 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-367b0cbd-1cd3-46e3-a7e4-69ab45f411e2 req-183c927f-a940-46aa-81e4-9c12e945c3d3 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0114ec7-b8b8-4b8d-b400-114aff101064 HTTP/1.1" status: 200 len: 946 time: 0.0954418 Aug 09 14:39:21.587728 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0cd3af45-72a6-4234-b55e-b32c79fd2c0e req-8369626e-9632-43e8-945d-ab1284226517 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741467 Aug 09 14:39:21.630652 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-367b0cbd-1cd3-46e3-a7e4-69ab45f411e2 req-7ff39676-905b-403e-a867-4a7ce1e55a7e tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715640 Aug 09 14:39:21.634150 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-09a85ccb-44b0-4934-9c35-8d337db30ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'name': 'tempest-TestMinimumBasicScenario-5279792-router', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:45Z', 'updated_at': '2021-08-09T14:39:20Z', 'revision_number': 5, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'gw_port': {'id': 'f2a7ff9c-77b8-4eff-801f-91a5cd10d071', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:46Z', 'updated_at': '2021-08-09T14:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:21.681868 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a85ccb-44b0-4934-9c35-8d337db30ce5 None None] Checking router: 1742f8f8-9ec7-4aea-a824-32870ef939ec for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:39:21.698149 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a85ccb-44b0-4934-9c35-8d337db30ce5 None None] Routers {'1742f8f8-9ec7-4aea-a824-32870ef939ec'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:39:21.698944 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-09a85ccb-44b0-4934-9c35-8d337db30ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:39:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['1742f8f8-9ec7-4aea-a824-32870ef939ec'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:21.720133 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-dd01e39b-8302-48c6-ab81-775f0b129968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:21.773434 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01e39b-8302-48c6-ab81-775f0b129968 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a7ff9c-77b8-4eff-801f-91a5cd10d071,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:21.803951 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-09a85ccb-44b0-4934-9c35-8d337db30ce5 None None] Set router 1742f8f8-9ec7-4aea-a824-32870ef939ec gateway port host: None {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:39:21.846538 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-dd01e39b-8302-48c6-ab81-775f0b129968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744082'] for router_gateway, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:21.863173 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-09a85ccb-44b0-4934-9c35-8d337db30ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'name': 'tempest-TestMinimumBasicScenario-5279792-router', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:45Z', 'updated_at': '2021-08-09T14:39:21Z', 'revision_number': 6, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'gw_port_host': None}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:21.900610 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a85ccb-44b0-4934-9c35-8d337db30ce5 None None] The sync data for ids ['1742f8f8-9ec7-4aea-a824-32870ef939ec'] in dv-cinder-780933-12-iscsi is: [{'id': '1742f8f8-9ec7-4aea-a824-32870ef939ec', 'name': 'tempest-TestMinimumBasicScenario-5279792-router', 'tenant_id': '5b30c095265445e5a5971eb251fccb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:45Z', 'updated_at': '2021-08-09T14:39:21Z', 'revision_number': 6, 'project_id': '5b30c095265445e5a5971eb251fccb17', 'gw_port_host': None}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:39:21.981777 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-dd01e39b-8302-48c6-ab81-775f0b129968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237291'] for router, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:21.984259 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-dd01e39b-8302-48c6-ab81-775f0b129968 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:22.075245 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-dd01e39b-8302-48c6-ab81-775f0b129968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1742546'] for router, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:22.075830 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd01e39b-8302-48c6-ab81-775f0b129968 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1742f8f8-9ec7-4aea-a824-32870ef939ec {{(pid=93281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 14:39:22.081838 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-dd01e39b-8302-48c6-ab81-775f0b129968 admin admin] Notify callbacks [] for router, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:22.082497 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-dd01e39b-8302-48c6-ab81-775f0b129968 admin admin] 10.222.0.60 "DELETE /v2.0/routers/1742f8f8-9ec7-4aea-a824-32870ef939ec HTTP/1.1" status: 204 len: 168 time: 1.0512857 Aug 09 14:39:22.085869 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 50102) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:22.135806 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_v2 [None req-26894190-84dc-4d6a-bdcb-4b5f384cf6fd admin admin] Deleting subnet 7c85a289-f46f-4e93-8c58-e4ba66d2b13d {{(pid=93281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:39:22.139541 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-26894190-84dc-4d6a-bdcb-4b5f384cf6fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:22.183329 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-26894190-84dc-4d6a-bdcb-4b5f384cf6fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522946'] for subnet, precommit_delete_associations {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:22.276089 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-26894190-84dc-4d6a-bdcb-4b5f384cf6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742273'] for subnet, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:22.348794 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-26894190-84dc-4d6a-bdcb-4b5f384cf6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3868640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2505526'] for subnet, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:22.379052 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26894190-84dc-4d6a-bdcb-4b5f384cf6fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c85a289-f46f-4e93-8c58-e4ba66d2b13d,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:22.384402 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-26894190-84dc-4d6a-bdcb-4b5f384cf6fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for subnet, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:22.385733 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-26894190-84dc-4d6a-bdcb-4b5f384cf6fd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7c85a289-f46f-4e93-8c58-e4ba66d2b13d HTTP/1.1" status: 204 len: 168 time: 0.2985663 Aug 09 14:39:22.388830 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 50116) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:22.393673 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e1a937-1212-4518-bd81-a4499bef309c None None] Network 65eaa41a-623b-418a-9260-f0ec9b99ecf9 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:39:22.471584 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-69f8e31e-10d7-4390-9e5a-3a47add1389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676446'] for network, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:22.529470 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-69f8e31e-10d7-4390-9e5a-3a47add1389d admin admin] Deleting port f7ede0b7-4691-4518-aab8-57477f9cb7d8 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:39:22.530083 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-69f8e31e-10d7-4390-9e5a-3a47add1389d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:22.600299 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-69f8e31e-10d7-4390-9e5a-3a47add1389d admin admin] For port f7ede0b7-4691-4518-aab8-57477f9cb7d8, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=f7ede0b7-4691-4518-aab8-57477f9cb7d8,segment=NetworkSegment(d6b854b7-14c6-4204-a956-9c70c3bfd302),segment_id=d6b854b7-14c6-4204-a956-9c70c3bfd302)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:22.600679 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-69f8e31e-10d7-4390-9e5a-3a47add1389d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:22.613811 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-69f8e31e-10d7-4390-9e5a-3a47add1389d admin admin] Calling delete_port for f7ede0b7-4691-4518-aab8-57477f9cb7d8 owned by network:dhcp {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:39:22.746082 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eacc17-5922-440e-8c42-01ec552d747e req-673912c9-c742-445b-b0a3-e0e732c5b068 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:22.747686 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-72eacc17-5922-440e-8c42-01ec552d747e req-673912c9-c742-445b-b0a3-e0e732c5b068 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 946 time: 0.0795174 Aug 09 14:39:22.764330 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-69f8e31e-10d7-4390-9e5a-3a47add1389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:22.770759 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8776a0d-6428-4052-8489-aa4d47b2a0ba None None] DHCP port deletion for 65eaa41a-623b-418a-9260-f0ec9b99ecf9 request from dv-cinder-780933-12-iscsi {{(pid=93283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 14:39:22.785215 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f8e31e-10d7-4390-9e5a-3a47add1389d admin admin] No DVR routers for this DVR port f7ede0b7-4691-4518-aab8-57477f9cb7d8 on host dv-cinder-780933-12-iscsi {{(pid=93282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:39:22.831817 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8e31e-10d7-4390-9e5a-3a47add1389d admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ede0b7-4691-4518-aab8-57477f9cb7d8,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:22.896138 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-72eacc17-5922-440e-8c42-01ec552d747e req-35275e3a-e27e-42a5-8b9c-2c12d8ef9bf8 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412003 Aug 09 14:39:22.906597 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-69f8e31e-10d7-4390-9e5a-3a47add1389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741126', 'neutron.services.segments.db._delete_segments_for_network-8793433151856'] for network, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:22.925282 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-69f8e31e-10d7-4390-9e5a-3a47add1389d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65eaa41a-623b-418a-9260-f0ec9b99ecf9']}} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:22.937059 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-69f8e31e-10d7-4390-9e5a-3a47add1389d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b854b7-14c6-4204-a956-9c70c3bfd302') {'for_net_delete': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:22.937364 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-69f8e31e-10d7-4390-9e5a-3a47add1389d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b854b7-14c6-4204-a956-9c70c3bfd302') {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:22.947682 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-69f8e31e-10d7-4390-9e5a-3a47add1389d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793433155705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25235250'] for segment, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:22.963147 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-69f8e31e-10d7-4390-9e5a-3a47add1389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:22.969511 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f8e31e-10d7-4390-9e5a-3a47add1389d admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:39:22.969961 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-69f8e31e-10d7-4390-9e5a-3a47add1389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25220627'] for segment, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: Traceback (most recent call last): Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: timer() Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: cb(*args, **kw) Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: return func(*args, **kwargs) Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: self._notify() Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: self.callback(batched_events) Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: event.method(event) Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: return f(self, *a, **k) Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: return self._get(url).json() Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: return self.request(url, 'GET', **kwargs) Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:39:22.971703 dv-cinder-780933-12-iscsi neutron-server[93282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:39:23.031769 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-69f8e31e-10d7-4390-9e5a-3a47add1389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744054'] for network, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:23.038170 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-69f8e31e-10d7-4390-9e5a-3a47add1389d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:23.044034 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-69f8e31e-10d7-4390-9e5a-3a47add1389d admin admin] 10.222.0.60 "DELETE /v2.0/networks/65eaa41a-623b-418a-9260-f0ec9b99ecf9 HTTP/1.1" status: 204 len: 168 time: 0.6499588 Aug 09 14:39:23.045211 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 50120) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:23.058350 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8e31e-10d7-4390-9e5a-3a47add1389d admin admin] Pushing event deleted for resources: {'Network': ['ID=65eaa41a-623b-418a-9260-f0ec9b99ecf9,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:23.137210 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device f2a7ff9c-77b8-4eff-801f-91a5cd10d071 no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:39:23.179149 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: f2a7ff9c-77b8-4eff-801f-91a5cd10d071 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:39:23.179734 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device f2a7ff9c-77b8-4eff-801f-91a5cd10d071 not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:39:23.180414 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device f7ede0b7-4691-4518-aab8-57477f9cb7d8 no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:39:23.208767 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: f7ede0b7-4691-4518-aab8-57477f9cb7d8 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:39:23.209131 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device f7ede0b7-4691-4518-aab8-57477f9cb7d8 not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:39:23.210111 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 2a51e97a-cb87-4ed0-a58e-80edce48b843 no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:39:23.229819 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: 2a51e97a-cb87-4ed0-a58e-80edce48b843 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:39:23.230175 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 2a51e97a-cb87-4ed0-a58e-80edce48b843 not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:39:23.472662 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c7e43d90-9da2-41d1-8289-f16299b00ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1744772'] for router_interface, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:23.779824 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-c7e43d90-9da2-41d1-8289-f16299b00ed6 admin admin] Deleting port b5704ef1-f695-4ac8-a147-59c664df28ca {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:39:23.780178 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c7e43d90-9da2-41d1-8289-f16299b00ed6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:23.871665 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-c7e43d90-9da2-41d1-8289-f16299b00ed6 admin admin] For port b5704ef1-f695-4ac8-a147-59c664df28ca, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=b5704ef1-f695-4ac8-a147-59c664df28ca,segment=NetworkSegment(bc50f045-c07b-40bc-ab73-0664971e5300),segment_id=bc50f045-c07b-40bc-ab73-0664971e5300)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:23.872052 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c7e43d90-9da2-41d1-8289-f16299b00ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:23.886235 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-c7e43d90-9da2-41d1-8289-f16299b00ed6 admin admin] Calling delete_port for b5704ef1-f695-4ac8-a147-59c664df28ca owned by network:router_interface {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:39:24.022502 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1f4bd-d731-473f-98d3-5149a8194eaa req-47fd2548-4113-4d7c-bcc7-10ca483dcc7e tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:24.024308 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b2c1f4bd-d731-473f-98d3-5149a8194eaa req-47fd2548-4113-4d7c-bcc7-10ca483dcc7e tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 946 time: 0.0511177 Aug 09 14:39:24.067932 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b2c1f4bd-d731-473f-98d3-5149a8194eaa req-55f40cb9-d145-4963-b0aa-9052b5b4c278 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373149 Aug 09 14:39:24.081394 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c7e43d90-9da2-41d1-8289-f16299b00ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:24.113488 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e43d90-9da2-41d1-8289-f16299b00ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5704ef1-f695-4ac8-a147-59c664df28ca,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:24.277349 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c7e43d90-9da2-41d1-8289-f16299b00ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741364'] for router_interface, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:24.489172 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e43d90-9da2-41d1-8289-f16299b00ed6 admin admin] Router 9b605c15-e92c-45e5-ad06-2c5321d53224 has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:39:24.608762 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e43d90-9da2-41d1-8289-f16299b00ed6 admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:39:24.614378 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-c7e43d90-9da2-41d1-8289-f16299b00ed6 admin admin] 10.222.0.60 "PUT /v2.0/routers/9b605c15-e92c-45e5-ad06-2c5321d53224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5680416 Aug 09 14:39:24.616939 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 50146) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:24.617885 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ceb24c-5f2f-4748-95ba-1bf5ae417653 None None] Sync routers for ids ['9b605c15-e92c-45e5-ad06-2c5321d53224'] in dv-cinder-780933-12-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:39:24.627357 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ceb24c-5f2f-4748-95ba-1bf5ae417653 None None] Routers {'9b605c15-e92c-45e5-ad06-2c5321d53224'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:39:24.627974 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-f4ceb24c-5f2f-4748-95ba-1bf5ae417653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:39:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['9b605c15-e92c-45e5-ad06-2c5321d53224'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:24.738829 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-f4ceb24c-5f2f-4748-95ba-1bf5ae417653 None None] Set router 9b605c15-e92c-45e5-ad06-2c5321d53224 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:39:24.950301 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-f4ceb24c-5f2f-4748-95ba-1bf5ae417653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b605c15-e92c-45e5-ad06-2c5321d53224', 'name': 'tempest-TestMinimumBasicScenario-1242005681-router', 'tenant_id': 'f20582c504de45148024a38cd0fe39c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f50ce5a4-3042-4ab1-adbf-e5bf531c08fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:50Z', 'updated_at': '2021-08-09T14:39:24Z', 'revision_number': 5, 'project_id': 'f20582c504de45148024a38cd0fe39c8', 'gw_port': {'id': 'f50ce5a4-3042-4ab1-adbf-e5bf531c08fa', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b605c15-e92c-45e5-ad06-2c5321d53224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:51Z', 'updated_at': '2021-08-09T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:24.987948 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ceb24c-5f2f-4748-95ba-1bf5ae417653 None None] Checking router: 9b605c15-e92c-45e5-ad06-2c5321d53224 for host: dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:39:24.997578 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ceb24c-5f2f-4748-95ba-1bf5ae417653 None None] Routers {'9b605c15-e92c-45e5-ad06-2c5321d53224'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:39:24.998211 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-f4ceb24c-5f2f-4748-95ba-1bf5ae417653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:39:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['9b605c15-e92c-45e5-ad06-2c5321d53224'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:24.999030 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a166-7ee9-4ff7-873a-21b50755bb24 admin admin] Notify callbacks [] for router, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:25.128601 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a166-7ee9-4ff7-873a-21b50755bb24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:25.143658 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-f4ceb24c-5f2f-4748-95ba-1bf5ae417653 None None] Set router 9b605c15-e92c-45e5-ad06-2c5321d53224 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:39:25.203151 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5a166-7ee9-4ff7-873a-21b50755bb24 admin admin] Deleting port f50ce5a4-3042-4ab1-adbf-e5bf531c08fa {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:39:25.203519 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a166-7ee9-4ff7-873a-21b50755bb24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:25.252079 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6df0de-2d5f-499b-aa85-a3faab7b4e8a req-77382f76-6fcb-4044-ae14-d2c8b2608160 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:25.262603 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1a6df0de-2d5f-499b-aa85-a3faab7b4e8a req-77382f76-6fcb-4044-ae14-d2c8b2608160 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 946 time: 0.0852964 Aug 09 14:39:25.306476 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1a6df0de-2d5f-499b-aa85-a3faab7b4e8a req-613044cb-089a-4509-996a-2e5f4b538691 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427387 Aug 09 14:39:25.327489 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-9cd5a166-7ee9-4ff7-873a-21b50755bb24 admin admin] For port f50ce5a4-3042-4ab1-adbf-e5bf531c08fa, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=f50ce5a4-3042-4ab1-adbf-e5bf531c08fa,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:25.327489 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a166-7ee9-4ff7-873a-21b50755bb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:25.335953 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5a166-7ee9-4ff7-873a-21b50755bb24 admin admin] Calling delete_port for f50ce5a4-3042-4ab1-adbf-e5bf531c08fa owned by network:router_gateway {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:39:25.349374 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-f4ceb24c-5f2f-4748-95ba-1bf5ae417653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b605c15-e92c-45e5-ad06-2c5321d53224', 'name': 'tempest-TestMinimumBasicScenario-1242005681-router', 'tenant_id': 'f20582c504de45148024a38cd0fe39c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f50ce5a4-3042-4ab1-adbf-e5bf531c08fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:50Z', 'updated_at': '2021-08-09T14:39:24Z', 'revision_number': 5, 'project_id': 'f20582c504de45148024a38cd0fe39c8', 'gw_port': {'id': 'f50ce5a4-3042-4ab1-adbf-e5bf531c08fa', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b605c15-e92c-45e5-ad06-2c5321d53224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:51Z', 'updated_at': '2021-08-09T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:25.377749 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ceb24c-5f2f-4748-95ba-1bf5ae417653 None None] The sync data for ids ['9b605c15-e92c-45e5-ad06-2c5321d53224'] in dv-cinder-780933-12-iscsi is: [{'id': '9b605c15-e92c-45e5-ad06-2c5321d53224', 'name': 'tempest-TestMinimumBasicScenario-1242005681-router', 'tenant_id': 'f20582c504de45148024a38cd0fe39c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f50ce5a4-3042-4ab1-adbf-e5bf531c08fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:50Z', 'updated_at': '2021-08-09T14:39:24Z', 'revision_number': 5, 'project_id': 'f20582c504de45148024a38cd0fe39c8', 'gw_port': {'id': 'f50ce5a4-3042-4ab1-adbf-e5bf531c08fa', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b605c15-e92c-45e5-ad06-2c5321d53224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:51Z', 'updated_at': '2021-08-09T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:39:25.528298 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a166-7ee9-4ff7-873a-21b50755bb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:25.556416 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5a166-7ee9-4ff7-873a-21b50755bb24 admin admin] Pushing event deleted for resources: {'Port': ['ID=f50ce5a4-3042-4ab1-adbf-e5bf531c08fa,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:25.623356 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a166-7ee9-4ff7-873a-21b50755bb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744082'] for router_gateway, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:25.719207 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a166-7ee9-4ff7-873a-21b50755bb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237291'] for router, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:25.721417 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a166-7ee9-4ff7-873a-21b50755bb24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:25.766786 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a166-7ee9-4ff7-873a-21b50755bb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1742546'] for router, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:25.767775 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd5a166-7ee9-4ff7-873a-21b50755bb24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b605c15-e92c-45e5-ad06-2c5321d53224 {{(pid=93281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 14:39:25.773838 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a166-7ee9-4ff7-873a-21b50755bb24 admin admin] Notify callbacks [] for router, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:25.775033 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-9cd5a166-7ee9-4ff7-873a-21b50755bb24 admin admin] 10.222.0.60 "DELETE /v2.0/routers/9b605c15-e92c-45e5-ad06-2c5321d53224 HTTP/1.1" status: 204 len: 168 time: 1.1571326 Aug 09 14:39:25.777728 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 50170) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:25.825439 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f53e0d-27d9-4dd9-9308-19338fe7d64c admin admin] Deleting subnet f4775aaa-8962-49de-bfe5-78c42bd52813 {{(pid=93281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:39:25.828624 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e0f53e0d-27d9-4dd9-9308-19338fe7d64c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:25.865890 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e0f53e0d-27d9-4dd9-9308-19338fe7d64c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522946'] for subnet, precommit_delete_associations {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:25.956818 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e0f53e0d-27d9-4dd9-9308-19338fe7d64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742273'] for subnet, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:26.015152 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e0f53e0d-27d9-4dd9-9308-19338fe7d64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3868640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2505526'] for subnet, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:26.043268 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f53e0d-27d9-4dd9-9308-19338fe7d64c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4775aaa-8962-49de-bfe5-78c42bd52813,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:26.048357 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e0f53e0d-27d9-4dd9-9308-19338fe7d64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for subnet, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:26.050257 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-e0f53e0d-27d9-4dd9-9308-19338fe7d64c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f4775aaa-8962-49de-bfe5-78c42bd52813 HTTP/1.1" status: 204 len: 168 time: 0.2715769 Aug 09 14:39:26.053447 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 50172) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:26.056993 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b894fd-c2e9-46d1-9fdc-4c065527ea98 None None] Network 36792747-ead5-4db9-ac00-33159690d2a0 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:39:26.127906 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-751a252f-51d0-473f-9aa3-c213644ccd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676446'] for network, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:26.184397 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-751a252f-51d0-473f-9aa3-c213644ccd1c admin admin] Deleting port 31af73b3-8221-434a-b224-a1e8514ca7c6 {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:39:26.184743 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-751a252f-51d0-473f-9aa3-c213644ccd1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:26.248444 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-751a252f-51d0-473f-9aa3-c213644ccd1c admin admin] For port 31af73b3-8221-434a-b224-a1e8514ca7c6, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=31af73b3-8221-434a-b224-a1e8514ca7c6,segment=NetworkSegment(bc50f045-c07b-40bc-ab73-0664971e5300),segment_id=bc50f045-c07b-40bc-ab73-0664971e5300)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:26.248809 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-751a252f-51d0-473f-9aa3-c213644ccd1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:26.261265 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-751a252f-51d0-473f-9aa3-c213644ccd1c admin admin] Calling delete_port for 31af73b3-8221-434a-b224-a1e8514ca7c6 owned by network:dhcp {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:39:26.357833 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-751a252f-51d0-473f-9aa3-c213644ccd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:26.372949 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a394f71a-21b6-447a-98e7-18b7affb7446 None None] DHCP port deletion for 36792747-ead5-4db9-ac00-33159690d2a0 request from dv-cinder-780933-12-iscsi {{(pid=93283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 14:39:26.391339 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a252f-51d0-473f-9aa3-c213644ccd1c admin admin] Pushing event deleted for resources: {'Port': ['ID=31af73b3-8221-434a-b224-a1e8514ca7c6,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:26.395478 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751a252f-51d0-473f-9aa3-c213644ccd1c admin admin] No DVR routers for this DVR port 31af73b3-8221-434a-b224-a1e8514ca7c6 on host dv-cinder-780933-12-iscsi {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:39:26.466381 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9efbc-b0ef-4281-8f42-2a672a3b549b req-f0de41b2-dce3-49e2-b06d-660a6d85df16 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:26.467947 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-11a9efbc-b0ef-4281-8f42-2a672a3b549b req-f0de41b2-dce3-49e2-b06d-660a6d85df16 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 946 time: 0.0587728 Aug 09 14:39:26.478859 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-751a252f-51d0-473f-9aa3-c213644ccd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741126', 'neutron.services.segments.db._delete_segments_for_network-8793433151856'] for network, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:26.492030 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-751a252f-51d0-473f-9aa3-c213644ccd1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36792747-ead5-4db9-ac00-33159690d2a0']}} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:26.506133 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-751a252f-51d0-473f-9aa3-c213644ccd1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc50f045-c07b-40bc-ab73-0664971e5300') {'for_net_delete': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:26.506468 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-751a252f-51d0-473f-9aa3-c213644ccd1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc50f045-c07b-40bc-ab73-0664971e5300') {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:39:26.511072 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-11a9efbc-b0ef-4281-8f42-2a672a3b549b req-c9515f0c-b2ee-4329-8ec1-d89694228340 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363882 Aug 09 14:39:26.518283 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-751a252f-51d0-473f-9aa3-c213644ccd1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793433155705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522965'] for segment, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:26.533851 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-751a252f-51d0-473f-9aa3-c213644ccd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:26.541914 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751a252f-51d0-473f-9aa3-c213644ccd1c admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:39:26.542499 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-751a252f-51d0-473f-9aa3-c213644ccd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3868478'] for segment, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: Traceback (most recent call last): Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: timer() Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: cb(*args, **kw) Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: return func(*args, **kwargs) Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: self._notify() Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: self.callback(batched_events) Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: event.method(event) Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: return f(self, *a, **k) Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: return self._get(url).json() Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: return self.request(url, 'GET', **kwargs) Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:39:26.545959 dv-cinder-780933-12-iscsi neutron-server[93281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:39:26.606305 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-751a252f-51d0-473f-9aa3-c213644ccd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744054'] for network, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:26.626445 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-751a252f-51d0-473f-9aa3-c213644ccd1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:26.628562 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-751a252f-51d0-473f-9aa3-c213644ccd1c admin admin] 10.222.0.60 "DELETE /v2.0/networks/36792747-ead5-4db9-ac00-33159690d2a0 HTTP/1.1" status: 204 len: 168 time: 0.5742934 Aug 09 14:39:26.653859 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a252f-51d0-473f-9aa3-c213644ccd1c admin admin] Pushing event deleted for resources: {'Network': ['ID=36792747-ead5-4db9-ac00-33159690d2a0,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:26.691908 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a0ae1-a6d7-4d34-96a8-606523f1df42 req-38962785-5b6f-4e3e-8f79-6f6f3f7cdef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:26.693217 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-218a0ae1-a6d7-4d34-96a8-606523f1df42 req-38962785-5b6f-4e3e-8f79-6f6f3f7cdef3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b0d6b81c639450c995e87759cde383e&device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 1099 time: 0.0695136 Aug 09 14:39:26.695610 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 50190) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:26.820236 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-adfc7db6-273f-45a9-8f7a-1481e26b43eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:26.822940 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a0ae1-a6d7-4d34-96a8-606523f1df42 req-c36d178a-95e7-4313-95a7-ce3ae3ed7b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:26.824527 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-218a0ae1-a6d7-4d34-96a8-606523f1df42 req-c36d178a-95e7-4313-95a7-ce3ae3ed7b1d service neutron] 10.222.0.11 "GET /v2.0/networks?id=016ce89f-fbb2-4e9e-96ce-95d15238c277 HTTP/1.1" status: 200 len: 910 time: 0.1225517 Aug 09 14:39:26.832406 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 50194) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:26.881892 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-97c9225f-2357-4b9e-8477-b5b8ede18497 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b30c095265445e5a5971eb251fccb17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472636 Aug 09 14:39:26.884348 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 50196) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:26.921089 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-218a0ae1-a6d7-4d34-96a8-606523f1df42 req-cffb0e51-704f-4c2b-be64-7ffe40ebc754 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a347f9f-7bc6-489d-9d21-f551f94058a3 HTTP/1.1" status: 200 len: 1002 time: 0.0873737 Aug 09 14:39:26.938202 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e00fc4f8-548b-4f0d-b694-1d800c6d3215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:26.961606 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e00fc4f8-548b-4f0d-b694-1d800c6d3215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:27.002806 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a0ae1-a6d7-4d34-96a8-606523f1df42 req-68bf914c-791e-4476-bc31-4bb451fdaad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:27.004499 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-218a0ae1-a6d7-4d34-96a8-606523f1df42 req-68bf914c-791e-4476-bc31-4bb451fdaad6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ec96c47-7c3a-490f-8d84-fe3553d1d3de HTTP/1.1" status: 200 len: 848 time: 0.0737290 Aug 09 14:39:27.021277 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e00fc4f8-548b-4f0d-b694-1d800c6d3215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:27.024770 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e00fc4f8-548b-4f0d-b694-1d800c6d3215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:27.025800 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-e00fc4f8-548b-4f0d-b694-1d800c6d3215 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0554a532-61f7-4544-91c1-71a2a696a401 HTTP/1.1" status: 204 len: 168 time: 0.1404345 Aug 09 14:39:27.035134 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00fc4f8-548b-4f0d-b694-1d800c6d3215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0554a532-61f7-4544-91c1-71a2a696a401,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:27.054087 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-adfc7db6-273f-45a9-8f7a-1481e26b43eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:27.058309 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-adfc7db6-273f-45a9-8f7a-1481e26b43eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:27.122834 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 50200) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:27.122966 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-adfc7db6-273f-45a9-8f7a-1481e26b43eb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b99bff6f79a94b98bf1033d01b21c9a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261420 Aug 09 14:39:27.125158 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a0ae1-a6d7-4d34-96a8-606523f1df42 req-2525ab93-0659-4c61-ae2e-e464c14e29c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:27.126704 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-218a0ae1-a6d7-4d34-96a8-606523f1df42 req-2525ab93-0659-4c61-ae2e-e464c14e29c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=016ce89f-fbb2-4e9e-96ce-95d15238c277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1157749 Aug 09 14:39:27.127550 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc7db6-273f-45a9-8f7a-1481e26b43eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfaaee1-9e2c-4c75-a908-65be7bc0cc9f,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:27.164254 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 31af73b3-8221-434a-b224-a1e8514ca7c6 no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:39:27.196104 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: 31af73b3-8221-434a-b224-a1e8514ca7c6 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:39:27.196746 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 31af73b3-8221-434a-b224-a1e8514ca7c6 not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:39:27.197389 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device f50ce5a4-3042-4ab1-adbf-e5bf531c08fa no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:39:27.208089 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c165d972-ebde-4a6e-adb4-7e8ec5ab9886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:27.220119 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: f50ce5a4-3042-4ab1-adbf-e5bf531c08fa {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:39:27.220468 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device f50ce5a4-3042-4ab1-adbf-e5bf531c08fa not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:39:27.221076 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device b5704ef1-f695-4ac8-a147-59c664df28ca no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:39:27.228939 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-218a0ae1-a6d7-4d34-96a8-606523f1df42 req-ee82814c-a0d2-4065-8885-8ee780d94279 service neutron] 10.222.0.11 "GET /v2.0/networks/016ce89f-fbb2-4e9e-96ce-95d15238c277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942302 Aug 09 14:39:27.236420 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c165d972-ebde-4a6e-adb4-7e8ec5ab9886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:27.248228 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: b5704ef1-f695-4ac8-a147-59c664df28ca {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:39:27.248994 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device b5704ef1-f695-4ac8-a147-59c664df28ca not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:39:27.298731 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c165d972-ebde-4a6e-adb4-7e8ec5ab9886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:27.301392 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c165d972-ebde-4a6e-adb4-7e8ec5ab9886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:27.305634 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-c165d972-ebde-4a6e-adb4-7e8ec5ab9886 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9dfaaee1-9e2c-4c75-a908-65be7bc0cc9f HTTP/1.1" status: 204 len: 168 time: 0.1784425 Aug 09 14:39:27.312442 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165d972-ebde-4a6e-adb4-7e8ec5ab9886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfaaee1-9e2c-4c75-a908-65be7bc0cc9f,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:27.370054 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-218a0ae1-a6d7-4d34-96a8-606523f1df42 req-c4e02450-9915-4124-a08b-0e840c22e36e service neutron] 10.222.0.11 "GET /v2.0/networks/016ce89f-fbb2-4e9e-96ce-95d15238c277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339030 Aug 09 14:39:27.433261 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 50206) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:27.477513 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-4eca80c7-96ef-4f01-b02a-1eedb043a75d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f20582c504de45148024a38cd0fe39c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398955 Aug 09 14:39:27.478455 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 50208) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:27.529904 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-89253542-43bd-4824-b77b-0963209b528d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:27.553736 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-89253542-43bd-4824-b77b-0963209b528d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:27.639013 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-89253542-43bd-4824-b77b-0963209b528d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:27.641695 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-89253542-43bd-4824-b77b-0963209b528d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:27.645520 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-89253542-43bd-4824-b77b-0963209b528d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f83cdc1d-1971-475b-a2b2-ef32faed4688 HTTP/1.1" status: 204 len: 168 time: 0.1641052 Aug 09 14:39:27.655503 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70265b2-fa4c-40ca-aebc-32d2c1a382dd req-e188e2b4-804d-4013-897d-6830f466d6f2 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:27.657093 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b70265b2-fa4c-40ca-aebc-32d2c1a382dd req-e188e2b4-804d-4013-897d-6830f466d6f2 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 946 time: 0.0615482 Aug 09 14:39:27.662999 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89253542-43bd-4824-b77b-0963209b528d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83cdc1d-1971-475b-a2b2-ef32faed4688,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:27.705293 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b70265b2-fa4c-40ca-aebc-32d2c1a382dd req-0f1798a8-8cfe-43f7-adcb-a1d93246c750 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400343 Aug 09 14:39:27.734215 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 50218) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:27.749633 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-001e6eb2-ce38-4bb2-ba8e-6eee280ef875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:27.858327 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-001e6eb2-ce38-4bb2-ba8e-6eee280ef875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:27.862591 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-001e6eb2-ce38-4bb2-ba8e-6eee280ef875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:27.917240 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-001e6eb2-ce38-4bb2-ba8e-6eee280ef875 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=404b78b2008542339beac0077348c3e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1793618 Aug 09 14:39:27.917240 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e6eb2-ce38-4bb2-ba8e-6eee280ef875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6b8f4b-6abd-4d86-85fa-e16c543aaf57,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:27.918278 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 50220) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:27.980454 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e8c25900-653b-45e8-9f1d-2278ad8f1327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:28.006975 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e8c25900-653b-45e8-9f1d-2278ad8f1327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:28.066782 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e8c25900-653b-45e8-9f1d-2278ad8f1327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:28.069753 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e8c25900-653b-45e8-9f1d-2278ad8f1327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:28.071004 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-e8c25900-653b-45e8-9f1d-2278ad8f1327 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1f6b8f4b-6abd-4d86-85fa-e16c543aaf57 HTTP/1.1" status: 204 len: 168 time: 0.1522236 Aug 09 14:39:28.079455 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c25900-653b-45e8-9f1d-2278ad8f1327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6b8f4b-6abd-4d86-85fa-e16c543aaf57,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:28.451965 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 50226) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:28.466649 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ac2e54cd-6435-45cc-89b1-3b11bf2d90b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:28.568917 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ac2e54cd-6435-45cc-89b1-3b11bf2d90b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:28.572996 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ac2e54cd-6435-45cc-89b1-3b11bf2d90b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:28.611725 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-ac2e54cd-6435-45cc-89b1-3b11bf2d90b4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e65b34305d4d4457baa041ea589bdb23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587341 Aug 09 14:39:28.612541 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e54cd-6435-45cc-89b1-3b11bf2d90b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dea5b2-9a5b-4283-9cb7-09766b310db7,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:28.614881 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 50228) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:39:28.672899 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4bedcebc-7692-4658-92ba-7d091d3f8cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:28.696494 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4bedcebc-7692-4658-92ba-7d091d3f8cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:28.746810 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4bedcebc-7692-4658-92ba-7d091d3f8cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:28.749615 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4bedcebc-7692-4658-92ba-7d091d3f8cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:28.753494 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-4bedcebc-7692-4658-92ba-7d091d3f8cc2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79dea5b2-9a5b-4283-9cb7-09766b310db7 HTTP/1.1" status: 204 len: 168 time: 0.1370513 Aug 09 14:39:28.762653 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedcebc-7692-4658-92ba-7d091d3f8cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dea5b2-9a5b-4283-9cb7-09766b310db7,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:28.851269 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae021bfb-55fb-4515-b808-eda184b53340 req-c6448637-0a21-4ffe-81a4-35acca2e3146 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:28.852776 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ae021bfb-55fb-4515-b808-eda184b53340 req-c6448637-0a21-4ffe-81a4-35acca2e3146 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 946 time: 0.0657847 Aug 09 14:39:28.899261 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ae021bfb-55fb-4515-b808-eda184b53340 req-887b863c-5229-4a3f-beed-af85f2f9e89a tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403416 Aug 09 14:39:30.025274 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45d73d-24ca-4d45-a907-2f7a33877caf req-ce0157b8-e787-4b74-be84-a3414da6b70f tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:30.026720 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5a45d73d-24ca-4d45-a907-2f7a33877caf req-ce0157b8-e787-4b74-be84-a3414da6b70f tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 946 time: 0.0534468 Aug 09 14:39:30.066207 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5a45d73d-24ca-4d45-a907-2f7a33877caf req-d638fc52-476d-4f70-8756-ac08dcbd728e tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331419 Aug 09 14:39:30.267580 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-cdc65088-3877-47fc-a835-64746d49187d req-21ac882c-6df0-4dae-b627-f5ad555a72b7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0441067 Aug 09 14:39:30.269439 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c4be9-77b9-4308-965f-b6ed1584877a req-833dec6d-fc9b-4423-9dd9-37003940be2b tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:30.270940 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-090c4be9-77b9-4308-965f-b6ed1584877a req-833dec6d-fc9b-4423-9dd9-37003940be2b tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/networks?id=a08558b2-8cd9-4a7e-8ec7-da47d89b0637 HTTP/1.1" status: 200 len: 814 time: 0.1282825 Aug 09 14:39:30.303923 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-090c4be9-77b9-4308-965f-b6ed1584877a req-c061ab97-1bc2-4724-93cb-287cf4bbaf7e tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/quotas/170415eb976242e3a5a68569bb280f88 HTTP/1.1" status: 200 len: 375 time: 0.0193248 Aug 09 14:39:30.316464 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9370ca-e05c-4e3e-b25e-bf0ca4a9b397 req-c317a0a3-0f48-4790-b720-656b4486483f tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:30.317936 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6e9370ca-e05c-4e3e-b25e-bf0ca4a9b397 req-c317a0a3-0f48-4790-b720-656b4486483f tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 946 time: 0.0685096 Aug 09 14:39:30.383942 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6e9370ca-e05c-4e3e-b25e-bf0ca4a9b397 req-48c924b0-10c9-4a09-aacd-59c034fc2a3c tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550330 Aug 09 14:39:30.388881 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-090c4be9-77b9-4308-965f-b6ed1584877a req-6dbd00a6-904b-49c6-a3e1-090076baafe0 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=170415eb976242e3a5a68569bb280f88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0699112 Aug 09 14:39:30.487060 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-090c4be9-77b9-4308-965f-b6ed1584877a req-1f9957d8-4ae4-4601-aeaa-951c035d397b service neutron] 10.222.0.60 "GET /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912941 Aug 09 14:39:30.591344 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-090c4be9-77b9-4308-965f-b6ed1584877a req-0d8c6dea-50b3-4674-8fb0-8697261a287c service neutron] 10.222.0.60 "GET /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978327 Aug 09 14:39:30.809572 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5d1df186-4b17-4826-8b21-7e5038d28bae req-f9490daf-a2bb-4559-96f4-25f72330a57e tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=aefdbf1e-8ebd-4b59-abf9-cf3c13febb43 HTTP/1.1" status: 200 len: 210 time: 0.0522137 Aug 09 14:39:31.511784 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4d9cc-b2c9-45cc-9343-596a346b395c req-085a9cd7-e223-41ed-86e1-553a0d00a492 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:31.513313 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-76f4d9cc-b2c9-45cc-9343-596a346b395c req-085a9cd7-e223-41ed-86e1-553a0d00a492 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 946 time: 0.0522220 Aug 09 14:39:31.554035 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-76f4d9cc-b2c9-45cc-9343-596a346b395c req-aad59379-f55f-4a88-bf54-5a99e07abcee tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347152 Aug 09 14:39:31.856920 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c4be9-77b9-4308-965f-b6ed1584877a req-a75e8ff4-f238-4b83-be8d-fd394d251026 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:31.859843 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-090c4be9-77b9-4308-965f-b6ed1584877a req-a75e8ff4-f238-4b83-be8d-fd394d251026 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.11 "GET /v2.0/networks?id=a08558b2-8cd9-4a7e-8ec7-da47d89b0637 HTTP/1.1" status: 200 len: 814 time: 0.1295874 Aug 09 14:39:31.878367 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-090c4be9-77b9-4308-965f-b6ed1584877a req-49805946-a7a6-4fdc-b2dd-fdb58cf7ac3a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Request body: {'port': {'device_id': 'aefdbf1e-8ebd-4b59-abf9-cf3c13febb43', 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637', 'admin_state_up': True, 'tenant_id': '170415eb976242e3a5a68569bb280f88'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:39:31.921587 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f7f4fdf2-0d1a-4d56-b04a-7f90b55e7195 req-3eec7994-1c0d-44fd-a8b4-b6dd476f02f3 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=aefdbf1e-8ebd-4b59-abf9-cf3c13febb43 HTTP/1.1" status: 200 len: 210 time: 0.0361235 Aug 09 14:39:31.995845 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090c4be9-77b9-4308-965f-b6ed1584877a req-49805946-a7a6-4fdc-b2dd-fdb58cf7ac3a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Made reservation on behalf of 170415eb976242e3a5a68569bb280f88 for: {'port': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:39:31.999385 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-090c4be9-77b9-4308-965f-b6ed1584877a req-49805946-a7a6-4fdc-b2dd-fdb58cf7ac3a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:32.141462 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc65088-3877-47fc-a835-64746d49187d req-dcb9e55b-46bd-41c1-9e6a-bb8e240a80ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:32.142889 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-cdc65088-3877-47fc-a835-64746d49187d req-dcb9e55b-46bd-41c1-9e6a-bb8e240a80ed service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0&tenant_id=9b0d6b81c639450c995e87759cde383e HTTP/1.1" status: 200 len: 1099 time: 0.0893352 Aug 09 14:39:32.169089 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [req-090c4be9-77b9-4308-965f-b6ed1584877a req-49805946-a7a6-4fdc-b2dd-fdb58cf7ac3a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Allocated IP 172.20.0.13 (a08558b2-8cd9-4a7e-8ec7-da47d89b0637/0af81d0f-ac37-4ad5-9a21-5be24aad8e1a/f3768f4a-0c31-4b3b-b8b9-08acc8918b41) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:39:32.245934 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc65088-3877-47fc-a835-64746d49187d req-9be8b455-e810-437a-9147-69ce56697bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:32.247487 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-cdc65088-3877-47fc-a835-64746d49187d req-9be8b455-e810-437a-9147-69ce56697bc8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b0d6b81c639450c995e87759cde383e&device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 1099 time: 0.0801113 Aug 09 14:39:32.422152 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc65088-3877-47fc-a835-64746d49187d req-e55f48a5-bf2f-47a8-adbb-645a09bddb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:32.423733 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-cdc65088-3877-47fc-a835-64746d49187d req-e55f48a5-bf2f-47a8-adbb-645a09bddb4b service neutron] 10.222.0.11 "GET /v2.0/networks?id=016ce89f-fbb2-4e9e-96ce-95d15238c277 HTTP/1.1" status: 200 len: 910 time: 0.1677966 Aug 09 14:39:32.430147 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-090c4be9-77b9-4308-965f-b6ed1584877a req-49805946-a7a6-4fdc-b2dd-fdb58cf7ac3a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:32.508597 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-cdc65088-3877-47fc-a835-64746d49187d req-9debe033-660f-41d3-96a4-c78408860aeb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a347f9f-7bc6-489d-9d21-f551f94058a3 HTTP/1.1" status: 200 len: 1002 time: 0.0758386 Aug 09 14:39:32.558434 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-090c4be9-77b9-4308-965f-b6ed1584877a req-49805946-a7a6-4fdc-b2dd-fdb58cf7ac3a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:32.571406 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['18795931-c54f-4b2d-862b-0ef971f0fb7a'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:39:32.605781 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc65088-3877-47fc-a835-64746d49187d req-ac3241ff-0116-4b74-bb98-8f505c18f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:32.607310 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-cdc65088-3877-47fc-a835-64746d49187d req-ac3241ff-0116-4b74-bb98-8f505c18f48a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ec96c47-7c3a-490f-8d84-fe3553d1d3de HTTP/1.1" status: 200 len: 848 time: 0.0913246 Aug 09 14:39:32.622562 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090c4be9-77b9-4308-965f-b6ed1584877a req-49805946-a7a6-4fdc-b2dd-fdb58cf7ac3a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Network a08558b2-8cd9-4a7e-8ec7-da47d89b0637 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:39:32.635236 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [req-090c4be9-77b9-4308-965f-b6ed1584877a req-49805946-a7a6-4fdc-b2dd-fdb58cf7ac3a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:39:32.641513 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-090c4be9-77b9-4308-965f-b6ed1584877a req-49805946-a7a6-4fdc-b2dd-fdb58cf7ac3a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:39:32.660913 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49805946-a7a6-4fdc-b2dd-fdb58cf7ac3a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Pushing event updated for resources: {'Port': ['ID=f3768f4a-0c31-4b3b-b8b9-08acc8918b41,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:32.722155 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9a598-8e9d-48a8-a1cc-2f38f68831d6 req-e627e13f-08a0-46c0-baa7-6de7af0664ea tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:32.723881 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-29c9a598-8e9d-48a8-a1cc-2f38f68831d6 req-e627e13f-08a0-46c0-baa7-6de7af0664ea tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 946 time: 0.0716488 Aug 09 14:39:32.726710 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c4be9-77b9-4308-965f-b6ed1584877a req-49805946-a7a6-4fdc-b2dd-fdb58cf7ac3a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:32.727369 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-090c4be9-77b9-4308-965f-b6ed1584877a req-49805946-a7a6-4fdc-b2dd-fdb58cf7ac3a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:32.736306 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc65088-3877-47fc-a835-64746d49187d req-b5b4fb2a-2f16-4332-af3d-f7e2d90c12c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:32.738076 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-cdc65088-3877-47fc-a835-64746d49187d req-b5b4fb2a-2f16-4332-af3d-f7e2d90c12c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=016ce89f-fbb2-4e9e-96ce-95d15238c277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1178849 Aug 09 14:39:32.761600 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-090c4be9-77b9-4308-965f-b6ed1584877a req-49805946-a7a6-4fdc-b2dd-fdb58cf7ac3a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8867357 Aug 09 14:39:32.773979 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-29c9a598-8e9d-48a8-a1cc-2f38f68831d6 req-d03fc909-2a25-48ff-ae59-1e02e30d965e tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418653 Aug 09 14:39:32.779760 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-090c4be9-77b9-4308-965f-b6ed1584877a req-01746826-ef2b-44d3-acf3-3dfa318d8ef1 service neutron] Request body: {'port': {'device_id': 'aefdbf1e-8ebd-4b59-abf9-cf3c13febb43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:39:32.882743 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-090c4be9-77b9-4308-965f-b6ed1584877a req-01746826-ef2b-44d3-acf3-3dfa318d8ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:32.909897 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-cdc65088-3877-47fc-a835-64746d49187d req-af3be07a-00f1-467a-9245-a2b638c058f4 service neutron] 10.222.0.11 "GET /v2.0/networks/016ce89f-fbb2-4e9e-96ce-95d15238c277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640072 Aug 09 14:39:33.066028 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871fef4-9bbc-496f-b3ca-0239d5882691 req-5370567d-baad-4e73-a234-67b90f1bb859 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:33.067768 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c871fef4-9bbc-496f-b3ca-0239d5882691 req-5370567d-baad-4e73-a234-67b90f1bb859 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=aefdbf1e-8ebd-4b59-abf9-cf3c13febb43 HTTP/1.1" status: 200 len: 932 time: 0.0594444 Aug 09 14:39:33.110407 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c871fef4-9bbc-496f-b3ca-0239d5882691 req-09c4550b-e57f-41cc-b179-f53817c12005 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345454 Aug 09 14:39:33.145370 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-cdc65088-3877-47fc-a835-64746d49187d req-da791088-e918-4a52-9d74-4d661702cf55 service neutron] 10.222.0.11 "GET /v2.0/networks/016ce89f-fbb2-4e9e-96ce-95d15238c277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176802 Aug 09 14:39:33.265564 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [req-090c4be9-77b9-4308-965f-b6ed1584877a req-01746826-ef2b-44d3-acf3-3dfa318d8ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3768f4a-0c31-4b3b-b8b9-08acc8918b41 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:39:33.274744 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-090c4be9-77b9-4308-965f-b6ed1584877a req-01746826-ef2b-44d3-acf3-3dfa318d8ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:33.286614 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-090c4be9-77b9-4308-965f-b6ed1584877a req-01746826-ef2b-44d3-acf3-3dfa318d8ef1 service neutron] Transition to ACTIVE for port object f3768f4a-0c31-4b3b-b8b9-08acc8918b41 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:39:33.293127 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-090c4be9-77b9-4308-965f-b6ed1584877a req-01746826-ef2b-44d3-acf3-3dfa318d8ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:33.350257 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01746826-ef2b-44d3-acf3-3dfa318d8ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3768f4a-0c31-4b3b-b8b9-08acc8918b41,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:33.436315 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-090c4be9-77b9-4308-965f-b6ed1584877a req-01746826-ef2b-44d3-acf3-3dfa318d8ef1 service neutron] Attempting to bind port f3768f4a-0c31-4b3b-b8b9-08acc8918b41 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:39:33.436667 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-090c4be9-77b9-4308-965f-b6ed1584877a req-01746826-ef2b-44d3-acf3-3dfa318d8ef1 service neutron] Attempting to bind port f3768f4a-0c31-4b3b-b8b9-08acc8918b41 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '5edd5753-7d6f-45d5-8955-95ba13a818a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:39:33.437006 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090c4be9-77b9-4308-965f-b6ed1584877a req-01746826-ef2b-44d3-acf3-3dfa318d8ef1 service neutron] Attempting to bind port f3768f4a-0c31-4b3b-b8b9-08acc8918b41 on network a08558b2-8cd9-4a7e-8ec7-da47d89b0637 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:39:33.441500 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090c4be9-77b9-4308-965f-b6ed1584877a req-01746826-ef2b-44d3-acf3-3dfa318d8ef1 service neutron] Port f3768f4a-0c31-4b3b-b8b9-08acc8918b41 on network a08558b2-8cd9-4a7e-8ec7-da47d89b0637 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:39:33.441848 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090c4be9-77b9-4308-965f-b6ed1584877a req-01746826-ef2b-44d3-acf3-3dfa318d8ef1 service neutron] Attempting to bind port f3768f4a-0c31-4b3b-b8b9-08acc8918b41 on network a08558b2-8cd9-4a7e-8ec7-da47d89b0637 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:39:33.446901 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090c4be9-77b9-4308-965f-b6ed1584877a req-01746826-ef2b-44d3-acf3-3dfa318d8ef1 service neutron] Checking agent: {'id': '787e8c88-8117-4bdf-b5e3-a5a97e4f7369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'started_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:39:33.447246 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090c4be9-77b9-4308-965f-b6ed1584877a req-01746826-ef2b-44d3-acf3-3dfa318d8ef1 service neutron] Checking segment: {'id': '5edd5753-7d6f-45d5-8955-95ba13a818a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:39:33.447643 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090c4be9-77b9-4308-965f-b6ed1584877a req-01746826-ef2b-44d3-acf3-3dfa318d8ef1 service neutron] Bound using segment: {'id': '5edd5753-7d6f-45d5-8955-95ba13a818a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:39:33.448107 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-090c4be9-77b9-4308-965f-b6ed1584877a req-01746826-ef2b-44d3-acf3-3dfa318d8ef1 service neutron] Bound port: f3768f4a-0c31-4b3b-b8b9-08acc8918b41, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5edd5753-7d6f-45d5-8955-95ba13a818a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:39:33.448471 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-090c4be9-77b9-4308-965f-b6ed1584877a req-01746826-ef2b-44d3-acf3-3dfa318d8ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:33.516171 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-090c4be9-77b9-4308-965f-b6ed1584877a req-01746826-ef2b-44d3-acf3-3dfa318d8ef1 service neutron] For port f3768f4a-0c31-4b3b-b8b9-08acc8918b41, host hv-cinder-78093, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:39:33.520924 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-090c4be9-77b9-4308-965f-b6ed1584877a req-01746826-ef2b-44d3-acf3-3dfa318d8ef1 service neutron] For port f3768f4a-0c31-4b3b-b8b9-08acc8918b41, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f3768f4a-0c31-4b3b-b8b9-08acc8918b41,segment=NetworkSegment(5edd5753-7d6f-45d5-8955-95ba13a818a3),segment_id=5edd5753-7d6f-45d5-8955-95ba13a818a3)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:39:33.526286 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-090c4be9-77b9-4308-965f-b6ed1584877a req-01746826-ef2b-44d3-acf3-3dfa318d8ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:33.570383 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c4be9-77b9-4308-965f-b6ed1584877a req-01746826-ef2b-44d3-acf3-3dfa318d8ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:33.571264 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-090c4be9-77b9-4308-965f-b6ed1584877a req-01746826-ef2b-44d3-acf3-3dfa318d8ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:33.572751 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-090c4be9-77b9-4308-965f-b6ed1584877a req-01746826-ef2b-44d3-acf3-3dfa318d8ef1 service neutron] 10.222.0.11 "PUT /v2.0/ports/f3768f4a-0c31-4b3b-b8b9-08acc8918b41 HTTP/1.1" status: 200 len: 1094 time: 0.7976673 Aug 09 14:39:33.573208 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aefdbf1e-8ebd-4b59-abf9-cf3c13febb43', 'tag': 'f3768f4a-0c31-4b3b-b8b9-08acc8918b41'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:39:33.575663 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5903c29b-201b-45bf-b3b7-7b037f9496fc" -d '{"events": [{"name": "network-changed", "server_uuid": "aefdbf1e-8ebd-4b59-abf9-cf3c13febb43", "tag": "f3768f4a-0c31-4b3b-b8b9-08acc8918b41"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:39:33.601380 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01746826-ef2b-44d3-acf3-3dfa318d8ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3768f4a-0c31-4b3b-b8b9-08acc8918b41,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:33.632119 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eefa711-f950-478d-af1b-33a3e88b387c x-openstack-request-id: req-1eefa711-f950-478d-af1b-33a3e88b387c {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:39:33.632531 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aefdbf1e-8ebd-4b59-abf9-cf3c13febb43", "tag": "f3768f4a-0c31-4b3b-b8b9-08acc8918b41", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:39:33.632748 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1eefa711-f950-478d-af1b-33a3e88b387c {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:39:33.633239 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aefdbf1e-8ebd-4b59-abf9-cf3c13febb43', 'tag': 'f3768f4a-0c31-4b3b-b8b9-08acc8918b41', 'status': 'completed', 'code': 200} Aug 09 14:39:33.663570 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c4be9-77b9-4308-965f-b6ed1584877a req-4e9ebd7c-9fd9-4a3e-85fe-7606ca025a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:33.665743 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-090c4be9-77b9-4308-965f-b6ed1584877a req-4e9ebd7c-9fd9-4a3e-85fe-7606ca025a80 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=170415eb976242e3a5a68569bb280f88&device_id=aefdbf1e-8ebd-4b59-abf9-cf3c13febb43 HTTP/1.1" status: 200 len: 1097 time: 0.0441911 Aug 09 14:39:33.714112 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 4a347f9f-7bc6-489d-9d21-f551f94058a3 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:39:33.805451 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:33.839294 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18359e4f-2ff6-4307-9680-24aee5a06ac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a347f9f-7bc6-489d-9d21-f551f94058a3'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:39:33.841641 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5703c2-38c0-40da-97f3-682700701d32" -d '{"events": [{"server_uuid": "18359e4f-2ff6-4307-9680-24aee5a06ac0", "name": "network-vif-unplugged", "status": "completed", "tag": "4a347f9f-7bc6-489d-9d21-f551f94058a3"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:39:33.857043 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 4a347f9f-7bc6-489d-9d21-f551f94058a3, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4a347f9f-7bc6-489d-9d21-f551f94058a3,segment=NetworkSegment(12701d57-6a7a-45f8-bee9-091c5c593c82),segment_id=12701d57-6a7a-45f8-bee9-091c5c593c82)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:33.867748 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:33.908998 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 14:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a64a4b-839b-4ac5-ac26-b1c9d0b9175f x-openstack-request-id: req-06a64a4b-839b-4ac5-ac26-b1c9d0b9175f {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:39:33.909462 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18359e4f-2ff6-4307-9680-24aee5a06ac0", "name": "network-vif-unplugged", "status": "completed", "tag": "4a347f9f-7bc6-489d-9d21-f551f94058a3", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:39:33.909818 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-06a64a4b-839b-4ac5-ac26-b1c9d0b9175f {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:39:33.910370 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18359e4f-2ff6-4307-9680-24aee5a06ac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a347f9f-7bc6-489d-9d21-f551f94058a3', 'code': 200} Aug 09 14:39:33.949188 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ee48d-1680-4acf-bf40-ae29a1ef007b req-591e313a-6898-4448-a2db-efeeb9cbae7c tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:33.953027 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=4a347f9f-7bc6-489d-9d21-f551f94058a3,revision_number=6']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:33.958110 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1e5ee48d-1680-4acf-bf40-ae29a1ef007b req-591e313a-6898-4448-a2db-efeeb9cbae7c tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 944 time: 0.0953071 Aug 09 14:39:33.999213 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1e5ee48d-1680-4acf-bf40-ae29a1ef007b req-322be557-f880-46aa-8bd4-a2fd41d1abd2 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394542 Aug 09 14:39:34.026417 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-090c4be9-77b9-4308-965f-b6ed1584877a req-3b8e2069-ffbc-43fd-bf12-896fc51d5ed4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3768f4a-0c31-4b3b-b8b9-08acc8918b41 HTTP/1.1" status: 200 len: 217 time: 0.3497193 Aug 09 14:39:34.076340 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c4be9-77b9-4308-965f-b6ed1584877a req-d494392e-94e2-452b-97b2-188ebbb7687c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:34.077713 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-090c4be9-77b9-4308-965f-b6ed1584877a req-d494392e-94e2-452b-97b2-188ebbb7687c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0af81d0f-ac37-4ad5-9a21-5be24aad8e1a HTTP/1.1" status: 200 len: 854 time: 0.0440013 Aug 09 14:39:34.116972 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-090c4be9-77b9-4308-965f-b6ed1584877a req-bc9bfac7-2e16-443f-8d92-73612e73663f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a08558b2-8cd9-4a7e-8ec7-da47d89b0637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279570 Aug 09 14:39:34.229753 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-090c4be9-77b9-4308-965f-b6ed1584877a req-cf0b6f74-10c1-4fd2-9f26-9f70632a63c7 service neutron] 10.222.0.11 "GET /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038272 Aug 09 14:39:34.245019 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6a5ba-42a9-4328-8241-9c6fafa67a95 req-670900c2-9a69-4ac3-b3e2-60e6d9065e9a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:34.246748 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-74c6a5ba-42a9-4328-8241-9c6fafa67a95 req-670900c2-9a69-4ac3-b3e2-60e6d9065e9a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=aefdbf1e-8ebd-4b59-abf9-cf3c13febb43 HTTP/1.1" status: 200 len: 944 time: 0.0597706 Aug 09 14:39:34.292672 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-74c6a5ba-42a9-4328-8241-9c6fafa67a95 req-cbc90223-39a0-4a2b-8700-e98d4c9c7aa6 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395772 Aug 09 14:39:34.324172 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-090c4be9-77b9-4308-965f-b6ed1584877a req-e623f50f-074d-4efa-8be2-c22eb9063eac service neutron] 10.222.0.11 "GET /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868275 Aug 09 14:39:34.408087 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903c29b-201b-45bf-b3b7-7b037f9496fc req-d0e410fd-24d9-4bab-9a29-43ce04ad5106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:34.409593 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5903c29b-201b-45bf-b3b7-7b037f9496fc req-d0e410fd-24d9-4bab-9a29-43ce04ad5106 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=170415eb976242e3a5a68569bb280f88&device_id=aefdbf1e-8ebd-4b59-abf9-cf3c13febb43 HTTP/1.1" status: 200 len: 1097 time: 0.0413301 Aug 09 14:39:34.505217 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903c29b-201b-45bf-b3b7-7b037f9496fc req-29b088fe-ee97-4249-9c39-a98ade60a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:34.507610 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5903c29b-201b-45bf-b3b7-7b037f9496fc req-29b088fe-ee97-4249-9c39-a98ade60a84e service neutron] 10.222.0.11 "GET /v2.0/networks?id=a08558b2-8cd9-4a7e-8ec7-da47d89b0637 HTTP/1.1" status: 200 len: 915 time: 0.0892003 Aug 09 14:39:34.554371 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5903c29b-201b-45bf-b3b7-7b037f9496fc req-1eeb0ca9-879e-4c94-b73b-f8b19914901e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3768f4a-0c31-4b3b-b8b9-08acc8918b41 HTTP/1.1" status: 200 len: 217 time: 0.0375211 Aug 09 14:39:34.614132 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903c29b-201b-45bf-b3b7-7b037f9496fc req-8a83429e-8ef2-475d-bc48-7c54d649a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:34.616062 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5903c29b-201b-45bf-b3b7-7b037f9496fc req-8a83429e-8ef2-475d-bc48-7c54d649a745 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0af81d0f-ac37-4ad5-9a21-5be24aad8e1a HTTP/1.1" status: 200 len: 854 time: 0.0528326 Aug 09 14:39:34.650384 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5903c29b-201b-45bf-b3b7-7b037f9496fc req-b4bd5cfc-bf24-4e8c-9760-b5c5691b069b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a08558b2-8cd9-4a7e-8ec7-da47d89b0637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254159 Aug 09 14:39:34.744463 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5903c29b-201b-45bf-b3b7-7b037f9496fc req-a9267cec-7364-42bc-bd60-c566e2565dae service neutron] 10.222.0.11 "GET /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851102 Aug 09 14:39:34.844294 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5903c29b-201b-45bf-b3b7-7b037f9496fc req-5d62a662-6c02-4149-9f72-4e82cae715ba service neutron] 10.222.0.11 "GET /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913682 Aug 09 14:39:35.123905 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9462266-3b41-493e-ac72-a145d00a4ea8 req-a301106d-da8d-4de6-99b5-a303b22d4769 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:35.125402 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d9462266-3b41-493e-ac72-a145d00a4ea8 req-a301106d-da8d-4de6-99b5-a303b22d4769 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 944 time: 0.0527098 Aug 09 14:39:35.165295 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d9462266-3b41-493e-ac72-a145d00a4ea8 req-52de53e7-80da-423c-ba4a-45e6ff34a0a0 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340025 Aug 09 14:39:35.417936 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275935d-ffd4-451f-b6b2-588759f38f0f req-20865e60-4113-4594-bf29-12d264e992a5 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:35.419501 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a275935d-ffd4-451f-b6b2-588759f38f0f req-20865e60-4113-4594-bf29-12d264e992a5 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=aefdbf1e-8ebd-4b59-abf9-cf3c13febb43 HTTP/1.1" status: 200 len: 944 time: 0.0585811 Aug 09 14:39:35.457202 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a275935d-ffd4-451f-b6b2-588759f38f0f req-a84f11af-d699-489d-9504-aae939d59a15 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317118 Aug 09 14:39:36.283361 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c648a7a-7b82-49ab-a567-ddcb08ee6b2b req-72802a68-7879-488a-a8df-1f5d72a1e906 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:36.284848 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6c648a7a-7b82-49ab-a567-ddcb08ee6b2b req-72802a68-7879-488a-a8df-1f5d72a1e906 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 944 time: 0.0518458 Aug 09 14:39:36.328851 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6c648a7a-7b82-49ab-a567-ddcb08ee6b2b req-2118ef4f-fdd1-4ea2-950b-5ebd3feef0d8 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378296 Aug 09 14:39:36.525544 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e823a978-156b-4ca4-87be-0970dc1426f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:36.582721 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d16869-c0a7-4998-bc38-16e7a66405c3 req-a6573672-c753-40ae-af81-838e5e82dfce tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:36.584806 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d2d16869-c0a7-4998-bc38-16e7a66405c3 req-a6573672-c753-40ae-af81-838e5e82dfce tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=aefdbf1e-8ebd-4b59-abf9-cf3c13febb43 HTTP/1.1" status: 200 len: 944 time: 0.0560455 Aug 09 14:39:36.629982 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d2d16869-c0a7-4998-bc38-16e7a66405c3 req-2b2f0dd7-c375-4e65-9faa-fbb5c8264a58 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390935 Aug 09 14:39:37.442503 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bdd78-b3d8-4a3b-9cf0-05f582f2d700 req-6c01f88c-4436-4d75-b40b-874c66eeabf1 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:37.444549 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-277bdd78-b3d8-4a3b-9cf0-05f582f2d700 req-6c01f88c-4436-4d75-b40b-874c66eeabf1 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 944 time: 0.0491247 Aug 09 14:39:37.482757 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-277bdd78-b3d8-4a3b-9cf0-05f582f2d700 req-366d1ab9-d84f-4aca-863b-e287041b4b26 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323792 Aug 09 14:39:37.748232 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba732c91-3f39-4296-ad8b-1d88209dcd7d req-cc89e109-a067-4626-a8bb-ffb290366513 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:37.749724 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ba732c91-3f39-4296-ad8b-1d88209dcd7d req-cc89e109-a067-4626-a8bb-ffb290366513 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=aefdbf1e-8ebd-4b59-abf9-cf3c13febb43 HTTP/1.1" status: 200 len: 944 time: 0.0498419 Aug 09 14:39:37.789302 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ba732c91-3f39-4296-ad8b-1d88209dcd7d req-56334003-f323-4575-95b1-79fbe6c739b9 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332489 Aug 09 14:39:37.983244 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device f3768f4a-0c31-4b3b-b8b9-08acc8918b41 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:39:38.090320 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port f3768f4a-0c31-4b3b-b8b9-08acc8918b41, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f3768f4a-0c31-4b3b-b8b9-08acc8918b41,segment=NetworkSegment(5edd5753-7d6f-45d5-8955-95ba13a818a3),segment_id=5edd5753-7d6f-45d5-8955-95ba13a818a3)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:38.101620 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': 'f3768f4a-0c31-4b3b-b8b9-08acc8918b41', 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637', 'port_id': 'f3768f4a-0c31-4b3b-b8b9-08acc8918b41', 'mac_address': 'fa:16:3e:e4:6f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af81d0f-ac37-4ad5-9a21-5be24aad8e1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:39:38.139731 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:38.153188 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3768f4a-0c31-4b3b-b8b9-08acc8918b41 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:39:38.172975 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port f3768f4a-0c31-4b3b-b8b9-08acc8918b41, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f3768f4a-0c31-4b3b-b8b9-08acc8918b41,segment=NetworkSegment(5edd5753-7d6f-45d5-8955-95ba13a818a3),segment_id=5edd5753-7d6f-45d5-8955-95ba13a818a3)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:38.177696 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:38.226836 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=f3768f4a-0c31-4b3b-b8b9-08acc8918b41,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:38.604157 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9f098-d5e4-40fa-b273-b2cab817fd23 req-d9a65356-4627-4f29-9ef7-ea631b2a4b1d tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:38.605680 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c9a9f098-d5e4-40fa-b273-b2cab817fd23 req-d9a65356-4627-4f29-9ef7-ea631b2a4b1d tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 944 time: 0.0539448 Aug 09 14:39:38.649676 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c9a9f098-d5e4-40fa-b273-b2cab817fd23 req-1ae4edf5-8dc6-45e2-b20c-284a77c0a9e7 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381238 Aug 09 14:39:38.906077 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8038610-ada6-4e0e-b5ac-692db9495229 req-18d466cf-0d00-4648-91bd-07edbe23201e tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:38.907677 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b8038610-ada6-4e0e-b5ac-692db9495229 req-18d466cf-0d00-4648-91bd-07edbe23201e tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=aefdbf1e-8ebd-4b59-abf9-cf3c13febb43 HTTP/1.1" status: 200 len: 945 time: 0.0498354 Aug 09 14:39:38.945899 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b8038610-ada6-4e0e-b5ac-692db9495229 req-3c87a2f3-e4b5-4903-b031-f27a94d141e8 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319648 Aug 09 14:39:39.379446 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:39.677326 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-10eef6ae-44ca-4597-a784-99bc985723ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:39.765596 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e9aa4-1960-4c9c-ab5e-690c37d21644 req-f4b86310-22c7-4247-b671-af86a8d9eebd tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:39.767096 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ff6e9aa4-1960-4c9c-ab5e-690c37d21644 req-f4b86310-22c7-4247-b671-af86a8d9eebd tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 944 time: 0.0485673 Aug 09 14:39:39.806318 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ff6e9aa4-1960-4c9c-ab5e-690c37d21644 req-659852c7-f87a-45d2-81c6-506cc01c4505 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326750 Aug 09 14:39:40.069237 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897268b5-be5a-42ae-b9ad-87e718250cf1 req-a04391c3-7372-4227-b563-271d89996ac4 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:40.070721 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-897268b5-be5a-42ae-b9ad-87e718250cf1 req-a04391c3-7372-4227-b563-271d89996ac4 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=aefdbf1e-8ebd-4b59-abf9-cf3c13febb43 HTTP/1.1" status: 200 len: 945 time: 0.0518324 Aug 09 14:39:40.108908 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-897268b5-be5a-42ae-b9ad-87e718250cf1 req-7e5ad1e7-5ad2-43b0-8975-3535b32d32af tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322356 Aug 09 14:39:40.143495 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['f3768f4a-0c31-4b3b-b8b9-08acc8918b41'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:39:40.325728 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:40.775153 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc941d-7f51-4817-9ec2-31875ae083fe req-06c02d60-4430-41ce-894c-4ef8da3a844f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:40.776695 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-1bfc941d-7f51-4817-9ec2-31875ae083fe req-06c02d60-4430-41ce-894c-4ef8da3a844f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 1097 time: 0.0421624 Aug 09 14:39:40.813420 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-1bfc941d-7f51-4817-9ec2-31875ae083fe req-90464aa7-9f88-4cfb-8a98-56755f664bb0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288947 Aug 09 14:39:40.922489 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd99169-b188-4662-9bba-63724c11e337 req-cdc59493-5459-41f8-b8fa-5f3b923a167c tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:40.924076 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8fd99169-b188-4662-9bba-63724c11e337 req-cdc59493-5459-41f8-b8fa-5f3b923a167c tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 944 time: 0.0509024 Aug 09 14:39:40.963240 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8fd99169-b188-4662-9bba-63724c11e337 req-983f9530-d60e-4b60-89b2-8ac31ed0175a tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330622 Aug 09 14:39:41.230185 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91760573-bf4a-4b5d-bf6b-91140ddecb71 req-d07fa6e4-3470-44e7-aee1-be818f9252de tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:41.231728 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-91760573-bf4a-4b5d-bf6b-91140ddecb71 req-d07fa6e4-3470-44e7-aee1-be818f9252de tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=aefdbf1e-8ebd-4b59-abf9-cf3c13febb43 HTTP/1.1" status: 200 len: 945 time: 0.0500650 Aug 09 14:39:41.280203 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-91760573-bf4a-4b5d-bf6b-91140ddecb71 req-3898382f-d049-40fb-9d97-307531f123a4 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421867 Aug 09 14:39:41.876142 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 4a347f9f-7bc6-489d-9d21-f551f94058a3 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:39:41.879302 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device f3768f4a-0c31-4b3b-b8b9-08acc8918b41 up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:39:42.003748 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning for port f3768f4a-0c31-4b3b-b8b9-08acc8918b41 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:39:42.012486 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port f3768f4a-0c31-4b3b-b8b9-08acc8918b41 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:39:42.012863 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:42.051608 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 4a347f9f-7bc6-489d-9d21-f551f94058a3, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4a347f9f-7bc6-489d-9d21-f551f94058a3,segment=NetworkSegment(12701d57-6a7a-45f8-bee9-091c5c593c82),segment_id=12701d57-6a7a-45f8-bee9-091c5c593c82)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:42.070555 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': '4a347f9f-7bc6-489d-9d21-f551f94058a3', 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277', 'port_id': '4a347f9f-7bc6-489d-9d21-f551f94058a3', 'mac_address': 'fa:16:3e:e0:6a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec96c47-7c3a-490f-8d84-fe3553d1d3de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:39:42.091452 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd6224-7edd-48ab-a47a-c8ec756978e3 req-7234edbf-d8c2-462c-9f0e-ef7eb5d26928 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:42.093161 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a6fd6224-7edd-48ab-a47a-c8ec756978e3 req-7234edbf-d8c2-462c-9f0e-ef7eb5d26928 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 944 time: 0.0539830 Aug 09 14:39:42.134577 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a6fd6224-7edd-48ab-a47a-c8ec756978e3 req-1d5d9aaa-7728-47e7-975d-c3aca8652275 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348670 Aug 09 14:39:42.150900 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:42.167163 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:42.171995 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a347f9f-7bc6-489d-9d21-f551f94058a3 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:39:42.218006 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefdbf1e-8ebd-4b59-abf9-cf3c13febb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3768f4a-0c31-4b3b-b8b9-08acc8918b41'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:39:42.220306 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85605b83-a2d4-4db1-9152-6f94bdf80b53" -d '{"events": [{"server_uuid": "aefdbf1e-8ebd-4b59-abf9-cf3c13febb43", "name": "network-vif-plugged", "status": "completed", "tag": "f3768f4a-0c31-4b3b-b8b9-08acc8918b41"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:39:42.224156 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 4a347f9f-7bc6-489d-9d21-f551f94058a3, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4a347f9f-7bc6-489d-9d21-f551f94058a3,segment=NetworkSegment(12701d57-6a7a-45f8-bee9-091c5c593c82),segment_id=12701d57-6a7a-45f8-bee9-091c5c593c82)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:42.232815 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:42.242574 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port f3768f4a-0c31-4b3b-b8b9-08acc8918b41, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f3768f4a-0c31-4b3b-b8b9-08acc8918b41,segment=NetworkSegment(5edd5753-7d6f-45d5-8955-95ba13a818a3),segment_id=5edd5753-7d6f-45d5-8955-95ba13a818a3)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:42.262545 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:42.265079 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cd0527-6bfc-4b9b-9b99-a23ffa56ca76 x-openstack-request-id: req-b9cd0527-6bfc-4b9b-9b99-a23ffa56ca76 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:39:42.265373 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefdbf1e-8ebd-4b59-abf9-cf3c13febb43", "name": "network-vif-plugged", "status": "completed", "tag": "f3768f4a-0c31-4b3b-b8b9-08acc8918b41", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:39:42.265634 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9cd0527-6bfc-4b9b-9b99-a23ffa56ca76 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:39:42.266027 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefdbf1e-8ebd-4b59-abf9-cf3c13febb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3768f4a-0c31-4b3b-b8b9-08acc8918b41', 'code': 200} Aug 09 14:39:42.312282 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=4a347f9f-7bc6-489d-9d21-f551f94058a3,revision_number=7']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:42.347498 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:42.372390 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=f3768f4a-0c31-4b3b-b8b9-08acc8918b41,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:42.426433 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4523a-cacc-4be3-8595-0e70f4d21690 req-c6a295bd-d707-4e01-be7c-d4e6063bc288 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:42.428621 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e0c4523a-cacc-4be3-8595-0e70f4d21690 req-c6a295bd-d707-4e01-be7c-d4e6063bc288 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=aefdbf1e-8ebd-4b59-abf9-cf3c13febb43 HTTP/1.1" status: 200 len: 946 time: 0.0672998 Aug 09 14:39:42.468881 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdac5ea-d4d1-4f4e-b71e-f3253ff7fbac req-1bd05adf-6ff4-43cd-8424-2a9f2e8b46bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:42.470465 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-6cdac5ea-d4d1-4f4e-b71e-f3253ff7fbac req-1bd05adf-6ff4-43cd-8424-2a9f2e8b46bd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aefdbf1e-8ebd-4b59-abf9-cf3c13febb43 HTTP/1.1" status: 200 len: 1099 time: 0.0438213 Aug 09 14:39:42.481830 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e0c4523a-cacc-4be3-8595-0e70f4d21690 req-0e9282cb-a363-44dd-a0c2-b2c5e8b22f16 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446880 Aug 09 14:39:42.504266 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['4a347f9f-7bc6-489d-9d21-f551f94058a3'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:39:42.520316 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-6cdac5ea-d4d1-4f4e-b71e-f3253ff7fbac req-971f7148-bcd3-4cba-a2be-c9e2472bb359 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383792 Aug 09 14:39:43.609411 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a6530-8190-4358-8f3a-691082aa9472 req-5ff195cc-1b6a-4fd8-a046-3b36a718bb85 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:43.610997 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9b0a6530-8190-4358-8f3a-691082aa9472 req-5ff195cc-1b6a-4fd8-a046-3b36a718bb85 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=aefdbf1e-8ebd-4b59-abf9-cf3c13febb43 HTTP/1.1" status: 200 len: 946 time: 0.0530186 Aug 09 14:39:43.651607 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9b0a6530-8190-4358-8f3a-691082aa9472 req-98cdd911-8c0a-48f0-aebb-f26cb3a23cfa tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339706 Aug 09 14:39:43.893911 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 4a347f9f-7bc6-489d-9d21-f551f94058a3 up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:39:44.086843 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port 4a347f9f-7bc6-489d-9d21-f551f94058a3 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:39:44.087631 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:44.167243 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:44.201934 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 4a347f9f-7bc6-489d-9d21-f551f94058a3, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4a347f9f-7bc6-489d-9d21-f551f94058a3,segment=NetworkSegment(12701d57-6a7a-45f8-bee9-091c5c593c82),segment_id=12701d57-6a7a-45f8-bee9-091c5c593c82)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:44.206205 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:44.257448 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=4a347f9f-7bc6-489d-9d21-f551f94058a3,revision_number=8']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:44.274103 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18359e4f-2ff6-4307-9680-24aee5a06ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a347f9f-7bc6-489d-9d21-f551f94058a3'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:39:44.274103 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b133e94f-e648-43bd-8bc5-56b9891254f2" -d '{"events": [{"server_uuid": "18359e4f-2ff6-4307-9680-24aee5a06ac0", "name": "network-vif-plugged", "status": "completed", "tag": "4a347f9f-7bc6-489d-9d21-f551f94058a3"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:39:44.305535 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd80baef-4d02-4b6f-bfe6-e084dba9aa9e x-openstack-request-id: req-bd80baef-4d02-4b6f-bfe6-e084dba9aa9e {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:39:44.305920 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18359e4f-2ff6-4307-9680-24aee5a06ac0", "name": "network-vif-plugged", "status": "completed", "tag": "4a347f9f-7bc6-489d-9d21-f551f94058a3", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:39:44.306175 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bd80baef-4d02-4b6f-bfe6-e084dba9aa9e {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:39:44.306572 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18359e4f-2ff6-4307-9680-24aee5a06ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a347f9f-7bc6-489d-9d21-f551f94058a3', 'code': 200} Aug 09 14:39:45.436517 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-c25fcebd-d73b-4248-8f24-03c311e457e2 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:45.437974 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-c25fcebd-d73b-4248-8f24-03c311e457e2 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/networks?id=a08558b2-8cd9-4a7e-8ec7-da47d89b0637 HTTP/1.1" status: 200 len: 814 time: 0.1077037 Aug 09 14:39:45.452676 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-7c03212c-8531-4441-ae4c-8f5c2abf6cbe tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/quotas/170415eb976242e3a5a68569bb280f88 HTTP/1.1" status: 200 len: 375 time: 0.0089910 Aug 09 14:39:45.510322 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-199c1a59-83c5-4f5b-baf2-5e6a7837fabf tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=170415eb976242e3a5a68569bb280f88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516813 Aug 09 14:39:45.612120 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-92ccef7c-6d5b-4de5-b04c-47fb78a52129 service neutron] 10.222.0.60 "GET /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937638 Aug 09 14:39:45.705052 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-10b01c8b-2667-4c67-b7c7-5daf14a060a1 service neutron] 10.222.0.60 "GET /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868261 Aug 09 14:39:45.867026 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-e68495f4-10ec-4a76-9141-603a5bfbd00d req-1edc0f2e-22c7-44bc-9797-af35f6569267 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=286d52bc-be88-4880-8caf-46726df29ab3 HTTP/1.1" status: 200 len: 210 time: 0.0270591 Aug 09 14:39:46.858351 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:46.873737 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-6defe71f-3330-43b7-a826-65a5fa8361b4 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:46.875537 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-6defe71f-3330-43b7-a826-65a5fa8361b4 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.11 "GET /v2.0/networks?id=a08558b2-8cd9-4a7e-8ec7-da47d89b0637 HTTP/1.1" status: 200 len: 814 time: 0.1164849 Aug 09 14:39:46.891881 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-31cb1657-9ee4-4f38-ae82-55c0cc12e12a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Request body: {'port': {'device_id': '286d52bc-be88-4880-8caf-46726df29ab3', 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637', 'admin_state_up': True, 'tenant_id': '170415eb976242e3a5a68569bb280f88'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:39:46.984389 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c1ab4d85-e040-4b0a-9eac-d2e6e2c6635d req-4a945d98-ddcc-4857-b1cd-bcb8f1b3cd3f tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=286d52bc-be88-4880-8caf-46726df29ab3 HTTP/1.1" status: 200 len: 210 time: 0.0303030 Aug 09 14:39:47.015423 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-31cb1657-9ee4-4f38-ae82-55c0cc12e12a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Made reservation on behalf of 170415eb976242e3a5a68569bb280f88 for: {'port': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:39:47.019344 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-31cb1657-9ee4-4f38-ae82-55c0cc12e12a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:47.151733 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-31cb1657-9ee4-4f38-ae82-55c0cc12e12a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Allocated IP 172.20.0.4 (a08558b2-8cd9-4a7e-8ec7-da47d89b0637/0af81d0f-ac37-4ad5-9a21-5be24aad8e1a/bc961d9f-6b77-4c42-88e4-611ce9a2c5f1) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:39:47.314866 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-31cb1657-9ee4-4f38-ae82-55c0cc12e12a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:47.364568 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-31cb1657-9ee4-4f38-ae82-55c0cc12e12a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:47.382019 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['18795931-c54f-4b2d-862b-0ef971f0fb7a', 'f3768f4a-0c31-4b3b-b8b9-08acc8918b41'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:39:47.418657 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-31cb1657-9ee4-4f38-ae82-55c0cc12e12a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Network a08558b2-8cd9-4a7e-8ec7-da47d89b0637 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:39:47.421817 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-31cb1657-9ee4-4f38-ae82-55c0cc12e12a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:39:47.426484 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-31cb1657-9ee4-4f38-ae82-55c0cc12e12a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:39:47.431085 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb1657-9ee4-4f38-ae82-55c0cc12e12a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Pushing event updated for resources: {'Port': ['ID=bc961d9f-6b77-4c42-88e4-611ce9a2c5f1,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:47.485651 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-31cb1657-9ee4-4f38-ae82-55c0cc12e12a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:47.486298 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-31cb1657-9ee4-4f38-ae82-55c0cc12e12a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:47.503327 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-31cb1657-9ee4-4f38-ae82-55c0cc12e12a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6162922 Aug 09 14:39:47.524271 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-4efc6e24-5673-4b07-8658-87629f1a1f7f service neutron] Request body: {'port': {'device_id': '286d52bc-be88-4880-8caf-46726df29ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:39:47.583722 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-4efc6e24-5673-4b07-8658-87629f1a1f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:47.882938 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-4efc6e24-5673-4b07-8658-87629f1a1f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc961d9f-6b77-4c42-88e4-611ce9a2c5f1 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:39:47.891062 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-4efc6e24-5673-4b07-8658-87629f1a1f7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:47.903589 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-4efc6e24-5673-4b07-8658-87629f1a1f7f service neutron] Transition to ACTIVE for port object bc961d9f-6b77-4c42-88e4-611ce9a2c5f1 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:39:47.908604 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-4efc6e24-5673-4b07-8658-87629f1a1f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:47.967208 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc6e24-5673-4b07-8658-87629f1a1f7f service neutron] Pushing event updated for resources: {'Port': ['ID=bc961d9f-6b77-4c42-88e4-611ce9a2c5f1,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:48.042791 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-4efc6e24-5673-4b07-8658-87629f1a1f7f service neutron] Attempting to bind port bc961d9f-6b77-4c42-88e4-611ce9a2c5f1 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:39:48.043131 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-4efc6e24-5673-4b07-8658-87629f1a1f7f service neutron] Attempting to bind port bc961d9f-6b77-4c42-88e4-611ce9a2c5f1 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '5edd5753-7d6f-45d5-8955-95ba13a818a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:39:48.043466 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-4efc6e24-5673-4b07-8658-87629f1a1f7f service neutron] Attempting to bind port bc961d9f-6b77-4c42-88e4-611ce9a2c5f1 on network a08558b2-8cd9-4a7e-8ec7-da47d89b0637 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:39:48.048092 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-4efc6e24-5673-4b07-8658-87629f1a1f7f service neutron] Port bc961d9f-6b77-4c42-88e4-611ce9a2c5f1 on network a08558b2-8cd9-4a7e-8ec7-da47d89b0637 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:39:48.048416 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-4efc6e24-5673-4b07-8658-87629f1a1f7f service neutron] Attempting to bind port bc961d9f-6b77-4c42-88e4-611ce9a2c5f1 on network a08558b2-8cd9-4a7e-8ec7-da47d89b0637 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:39:48.053990 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-4efc6e24-5673-4b07-8658-87629f1a1f7f service neutron] Checking agent: {'id': '787e8c88-8117-4bdf-b5e3-a5a97e4f7369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'started_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:39:48.054635 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-4efc6e24-5673-4b07-8658-87629f1a1f7f service neutron] Checking segment: {'id': '5edd5753-7d6f-45d5-8955-95ba13a818a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:39:48.055125 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-4efc6e24-5673-4b07-8658-87629f1a1f7f service neutron] Bound using segment: {'id': '5edd5753-7d6f-45d5-8955-95ba13a818a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:39:48.055579 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-4efc6e24-5673-4b07-8658-87629f1a1f7f service neutron] Bound port: bc961d9f-6b77-4c42-88e4-611ce9a2c5f1, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5edd5753-7d6f-45d5-8955-95ba13a818a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:39:48.055952 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-4efc6e24-5673-4b07-8658-87629f1a1f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:48.136855 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f793b-6a97-4027-a050-bbcd6b43269e req-698f2b32-06cc-499d-8bbd-ea8f1117e562 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:48.139947 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ff4f793b-6a97-4027-a050-bbcd6b43269e req-698f2b32-06cc-499d-8bbd-ea8f1117e562 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=286d52bc-be88-4880-8caf-46726df29ab3 HTTP/1.1" status: 200 len: 943 time: 0.0819092 Aug 09 14:39:48.154250 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-4efc6e24-5673-4b07-8658-87629f1a1f7f service neutron] For port bc961d9f-6b77-4c42-88e4-611ce9a2c5f1, host hv-cinder-78093, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:39:48.157519 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-4efc6e24-5673-4b07-8658-87629f1a1f7f service neutron] For port bc961d9f-6b77-4c42-88e4-611ce9a2c5f1, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bc961d9f-6b77-4c42-88e4-611ce9a2c5f1,segment=NetworkSegment(5edd5753-7d6f-45d5-8955-95ba13a818a3),segment_id=5edd5753-7d6f-45d5-8955-95ba13a818a3)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:39:48.161314 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-4efc6e24-5673-4b07-8658-87629f1a1f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:48.187024 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ff4f793b-6a97-4027-a050-bbcd6b43269e req-56f765ca-a5c3-467c-a2ec-f877e69bdbbb tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414937 Aug 09 14:39:48.198330 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-4efc6e24-5673-4b07-8658-87629f1a1f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:48.199054 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-4efc6e24-5673-4b07-8658-87629f1a1f7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:48.200482 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-4efc6e24-5673-4b07-8658-87629f1a1f7f service neutron] 10.222.0.11 "PUT /v2.0/ports/bc961d9f-6b77-4c42-88e4-611ce9a2c5f1 HTTP/1.1" status: 200 len: 1093 time: 0.6820290 Aug 09 14:39:48.200938 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286d52bc-be88-4880-8caf-46726df29ab3', 'tag': 'bc961d9f-6b77-4c42-88e4-611ce9a2c5f1'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:39:48.203261 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4097ac38-feb3-4fdf-bc6a-a49710808918" -d '{"events": [{"name": "network-changed", "server_uuid": "286d52bc-be88-4880-8caf-46726df29ab3", "tag": "bc961d9f-6b77-4c42-88e4-611ce9a2c5f1"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:39:48.240387 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc6e24-5673-4b07-8658-87629f1a1f7f service neutron] Pushing event updated for resources: {'Port': ['ID=bc961d9f-6b77-4c42-88e4-611ce9a2c5f1,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:48.246059 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec297738-9b18-4746-9d67-28ee26e7d6b2 x-openstack-request-id: req-ec297738-9b18-4746-9d67-28ee26e7d6b2 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:39:48.246355 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286d52bc-be88-4880-8caf-46726df29ab3", "tag": "bc961d9f-6b77-4c42-88e4-611ce9a2c5f1", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:39:48.246616 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ec297738-9b18-4746-9d67-28ee26e7d6b2 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:39:48.247070 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '286d52bc-be88-4880-8caf-46726df29ab3', 'tag': 'bc961d9f-6b77-4c42-88e4-611ce9a2c5f1', 'status': 'completed', 'code': 200} Aug 09 14:39:48.293025 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-dd395702-d093-4354-93fb-baae9ea618c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:48.294771 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-dd395702-d093-4354-93fb-baae9ea618c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=170415eb976242e3a5a68569bb280f88&device_id=286d52bc-be88-4880-8caf-46726df29ab3 HTTP/1.1" status: 200 len: 1096 time: 0.0453751 Aug 09 14:39:48.344543 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-9387b6d4-6cac-4ea4-b251-77e99352f73c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc961d9f-6b77-4c42-88e4-611ce9a2c5f1 HTTP/1.1" status: 200 len: 217 time: 0.0359187 Aug 09 14:39:48.406799 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-f0d9a579-9f1e-4602-a229-b74449f0f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:48.408331 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-f0d9a579-9f1e-4602-a229-b74449f0f7cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0af81d0f-ac37-4ad5-9a21-5be24aad8e1a HTTP/1.1" status: 200 len: 854 time: 0.0528255 Aug 09 14:39:48.444519 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-11d9b9e8-ef3e-42e4-b1d7-3666c1a66ce7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a08558b2-8cd9-4a7e-8ec7-da47d89b0637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280876 Aug 09 14:39:48.542074 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-b32bb334-0077-478a-b61c-88c751bfcaa8 service neutron] 10.222.0.11 "GET /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881951 Aug 09 14:39:48.645097 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-c9dd0b07-9e29-424a-a623-bc1af5008c87 req-fc496493-2439-4a95-a900-7d80fae00423 service neutron] 10.222.0.11 "GET /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938046 Aug 09 14:39:48.758416 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097ac38-feb3-4fdf-bc6a-a49710808918 req-540740e9-43a0-4858-90b7-a5fee162aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:48.760035 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4097ac38-feb3-4fdf-bc6a-a49710808918 req-540740e9-43a0-4858-90b7-a5fee162aa77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=170415eb976242e3a5a68569bb280f88&device_id=286d52bc-be88-4880-8caf-46726df29ab3 HTTP/1.1" status: 200 len: 1096 time: 0.0448587 Aug 09 14:39:48.863395 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097ac38-feb3-4fdf-bc6a-a49710808918 req-3641ad11-1168-423d-892c-df58e8f0ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:48.865539 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4097ac38-feb3-4fdf-bc6a-a49710808918 req-3641ad11-1168-423d-892c-df58e8f0ee26 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a08558b2-8cd9-4a7e-8ec7-da47d89b0637 HTTP/1.1" status: 200 len: 915 time: 0.0951293 Aug 09 14:39:48.917719 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4097ac38-feb3-4fdf-bc6a-a49710808918 req-94bd7dde-9782-49bb-b95c-133e204deb49 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc961d9f-6b77-4c42-88e4-611ce9a2c5f1 HTTP/1.1" status: 200 len: 217 time: 0.0357039 Aug 09 14:39:48.981686 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097ac38-feb3-4fdf-bc6a-a49710808918 req-733c791b-0530-4cd4-8d56-078ac06b609e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:48.983251 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4097ac38-feb3-4fdf-bc6a-a49710808918 req-733c791b-0530-4cd4-8d56-078ac06b609e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0af81d0f-ac37-4ad5-9a21-5be24aad8e1a HTTP/1.1" status: 200 len: 854 time: 0.0515876 Aug 09 14:39:49.017830 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4097ac38-feb3-4fdf-bc6a-a49710808918 req-4f560973-8598-4bff-b983-acc4e5bb5f4d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a08558b2-8cd9-4a7e-8ec7-da47d89b0637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259480 Aug 09 14:39:49.113160 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4097ac38-feb3-4fdf-bc6a-a49710808918 req-76e37ca9-8607-4b39-a7ab-d96bfc5dc8db service neutron] 10.222.0.11 "GET /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873201 Aug 09 14:39:49.212843 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4097ac38-feb3-4fdf-bc6a-a49710808918 req-13d4d51e-d123-490e-81e4-9c7827325b6d service neutron] 10.222.0.11 "GET /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871985 Aug 09 14:39:49.308032 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8aef8-457e-4892-af0f-614eddcb04d5 req-a93876bf-e36c-46f4-b7d0-2409ab098765 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:49.309565 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-22d8aef8-457e-4892-af0f-614eddcb04d5 req-a93876bf-e36c-46f4-b7d0-2409ab098765 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=286d52bc-be88-4880-8caf-46726df29ab3 HTTP/1.1" status: 200 len: 943 time: 0.0508225 Aug 09 14:39:49.350663 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-22d8aef8-457e-4892-af0f-614eddcb04d5 req-e7eab6a8-2e37-4588-8294-0effc80b2179 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349762 Aug 09 14:39:50.468869 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0d27e-cda2-479b-baa0-3c0bf3b2fbfe req-7213d87a-546d-4920-a8c8-3b7ec84b4cd7 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:50.470448 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b3e0d27e-cda2-479b-baa0-3c0bf3b2fbfe req-7213d87a-546d-4920-a8c8-3b7ec84b4cd7 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=286d52bc-be88-4880-8caf-46726df29ab3 HTTP/1.1" status: 200 len: 943 time: 0.0500979 Aug 09 14:39:50.513804 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b3e0d27e-cda2-479b-baa0-3c0bf3b2fbfe req-01d80037-94c0-445c-bcaf-932f9f7188c3 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369451 Aug 09 14:39:51.638120 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfed62-bba6-4972-9045-5812885e2664 req-308f8524-ebd9-458a-8471-313d10b5d213 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:51.639720 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-70cfed62-bba6-4972-9045-5812885e2664 req-308f8524-ebd9-458a-8471-313d10b5d213 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=286d52bc-be88-4880-8caf-46726df29ab3 HTTP/1.1" status: 200 len: 943 time: 0.0545435 Aug 09 14:39:51.683953 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-70cfed62-bba6-4972-9045-5812885e2664 req-4f4900b1-a627-4194-aca0-dd02cd830c98 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335531 Aug 09 14:39:51.923256 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device bc961d9f-6b77-4c42-88e4-611ce9a2c5f1 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:39:52.025482 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port bc961d9f-6b77-4c42-88e4-611ce9a2c5f1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bc961d9f-6b77-4c42-88e4-611ce9a2c5f1,segment=NetworkSegment(5edd5753-7d6f-45d5-8955-95ba13a818a3),segment_id=5edd5753-7d6f-45d5-8955-95ba13a818a3)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:52.036736 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': 'bc961d9f-6b77-4c42-88e4-611ce9a2c5f1', 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637', 'port_id': 'bc961d9f-6b77-4c42-88e4-611ce9a2c5f1', 'mac_address': 'fa:16:3e:ad:54:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af81d0f-ac37-4ad5-9a21-5be24aad8e1a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:39:52.080480 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:52.104337 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc961d9f-6b77-4c42-88e4-611ce9a2c5f1 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:39:52.125381 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port bc961d9f-6b77-4c42-88e4-611ce9a2c5f1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bc961d9f-6b77-4c42-88e4-611ce9a2c5f1,segment=NetworkSegment(5edd5753-7d6f-45d5-8955-95ba13a818a3),segment_id=5edd5753-7d6f-45d5-8955-95ba13a818a3)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:52.129343 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:52.180760 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=bc961d9f-6b77-4c42-88e4-611ce9a2c5f1,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:52.404187 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['bc961d9f-6b77-4c42-88e4-611ce9a2c5f1'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:39:52.803045 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaaaca-81de-45ff-80e3-c4031c67ad17 req-66018637-619d-4203-bd85-aa7bf18fd7db tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:52.805136 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c2aaaaca-81de-45ff-80e3-c4031c67ad17 req-66018637-619d-4203-bd85-aa7bf18fd7db tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=286d52bc-be88-4880-8caf-46726df29ab3 HTTP/1.1" status: 200 len: 944 time: 0.0513153 Aug 09 14:39:52.852534 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c2aaaaca-81de-45ff-80e3-c4031c67ad17 req-d10a8c00-9ae5-46db-8dc2-04bcbe6526ef tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413036 Aug 09 14:39:53.925804 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device bc961d9f-6b77-4c42-88e4-611ce9a2c5f1 up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:39:53.978066 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning for port bc961d9f-6b77-4c42-88e4-611ce9a2c5f1 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:39:53.978285 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1c5ad-4da8-430c-b0b8-eecea00d64c8 req-47648e14-0068-4675-996b-87aa5dba89c2 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:53.979628 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-93f1c5ad-4da8-430c-b0b8-eecea00d64c8 req-47648e14-0068-4675-996b-87aa5dba89c2 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=286d52bc-be88-4880-8caf-46726df29ab3 HTTP/1.1" status: 200 len: 944 time: 0.0583782 Aug 09 14:39:53.984385 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port bc961d9f-6b77-4c42-88e4-611ce9a2c5f1 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:39:53.984847 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:54.025767 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-93f1c5ad-4da8-430c-b0b8-eecea00d64c8 req-d2ac0560-71b2-4fc3-99e6-6392c44080cd tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365245 Aug 09 14:39:54.069034 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:54.097579 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286d52bc-be88-4880-8caf-46726df29ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc961d9f-6b77-4c42-88e4-611ce9a2c5f1'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:39:54.103237 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcc4c52-76f5-473d-8620-d77dd2540e28" -d '{"events": [{"server_uuid": "286d52bc-be88-4880-8caf-46726df29ab3", "name": "network-vif-plugged", "status": "completed", "tag": "bc961d9f-6b77-4c42-88e4-611ce9a2c5f1"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:39:54.116558 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port bc961d9f-6b77-4c42-88e4-611ce9a2c5f1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bc961d9f-6b77-4c42-88e4-611ce9a2c5f1,segment=NetworkSegment(5edd5753-7d6f-45d5-8955-95ba13a818a3),segment_id=5edd5753-7d6f-45d5-8955-95ba13a818a3)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:39:54.121347 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:39:54.148408 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c50666-560e-4082-9fdc-daa30961c290 x-openstack-request-id: req-44c50666-560e-4082-9fdc-daa30961c290 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:39:54.148699 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286d52bc-be88-4880-8caf-46726df29ab3", "name": "network-vif-plugged", "status": "completed", "tag": "bc961d9f-6b77-4c42-88e4-611ce9a2c5f1", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:39:54.148946 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-44c50666-560e-4082-9fdc-daa30961c290 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:39:54.149326 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286d52bc-be88-4880-8caf-46726df29ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc961d9f-6b77-4c42-88e4-611ce9a2c5f1', 'code': 200} Aug 09 14:39:54.175094 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=bc961d9f-6b77-4c42-88e4-611ce9a2c5f1,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:39:54.347872 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9993f01-247f-41c9-82fb-f4f205ecd7ef req-a477727d-9a13-4651-b881-d534e4b73a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:54.349410 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-e9993f01-247f-41c9-82fb-f4f205ecd7ef req-a477727d-9a13-4651-b881-d534e4b73a68 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=286d52bc-be88-4880-8caf-46726df29ab3 HTTP/1.1" status: 200 len: 1098 time: 0.0487759 Aug 09 14:39:54.387356 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-e9993f01-247f-41c9-82fb-f4f205ecd7ef req-184115c1-a897-4545-af38-aabfe7b0c28b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306063 Aug 09 14:39:55.146899 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e7317-36ee-4f89-aa7a-f644da7478a1 req-fdbb14d1-9dc6-4afe-9044-adfe1b54c28b tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:55.148424 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-610e7317-36ee-4f89-aa7a-f644da7478a1 req-fdbb14d1-9dc6-4afe-9044-adfe1b54c28b tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=286d52bc-be88-4880-8caf-46726df29ab3 HTTP/1.1" status: 200 len: 945 time: 0.0535517 Aug 09 14:39:55.188493 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-610e7317-36ee-4f89-aa7a-f644da7478a1 req-4e8aa2e3-765b-47b6-b4fd-19954660f631 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339811 Aug 09 14:39:56.304519 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50818c3e-fe19-441c-a2b8-fba7717de964 req-533970df-bfa3-4cdf-acc4-be2a3c05e667 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:39:56.305993 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-50818c3e-fe19-441c-a2b8-fba7717de964 req-533970df-bfa3-4cdf-acc4-be2a3c05e667 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=286d52bc-be88-4880-8caf-46726df29ab3 HTTP/1.1" status: 200 len: 945 time: 0.0491474 Aug 09 14:39:56.345016 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-50818c3e-fe19-441c-a2b8-fba7717de964 req-f2c90b1a-16ce-4d32-9463-763f88103883 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329070 Aug 09 14:39:56.594770 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:40:06.528576 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-eb66f811-0f93-4e63-973c-50baf2e74e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:07.006463 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-453271b2-c69a-4a9a-a043-0199fb63baba req-de51cd44-9d6c-40f3-944c-3dadfcda5ccb tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725175171&fields=id&tenant_id=488c470ed0ff4cddbe230238fe0b2253 HTTP/1.1" status: 200 len: 267 time: 0.0411563 Aug 09 14:40:07.127048 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453271b2-c69a-4a9a-a043-0199fb63baba req-1cf224c1-c5f4-410e-b3fa-8eb33b50b568 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:07.128744 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-453271b2-c69a-4a9a-a043-0199fb63baba req-1cf224c1-c5f4-410e-b3fa-8eb33b50b568 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/networks?id=ed0ef885-267d-4f20-9f65-7ec82a72fd21 HTTP/1.1" status: 200 len: 812 time: 0.1129429 Aug 09 14:40:07.165510 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-453271b2-c69a-4a9a-a043-0199fb63baba req-64953fc8-7f63-4a4d-99c4-a67e5594a70f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/quotas/488c470ed0ff4cddbe230238fe0b2253 HTTP/1.1" status: 200 len: 375 time: 0.0293937 Aug 09 14:40:07.290482 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-453271b2-c69a-4a9a-a043-0199fb63baba req-1aab86b3-47e0-425d-b3c0-7db43b7a3cc9 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=488c470ed0ff4cddbe230238fe0b2253&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0984242 Aug 09 14:40:07.301594 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-df3bf25b-a75f-46f2-8ea2-5a143d66ba83 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:07.303130 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-df3bf25b-a75f-46f2-8ea2-5a143d66ba83 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/networks?id=a08558b2-8cd9-4a7e-8ec7-da47d89b0637 HTTP/1.1" status: 200 len: 814 time: 0.1599078 Aug 09 14:40:07.361617 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-87e70b42-6547-4dbf-94b3-438c31299344 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/quotas/170415eb976242e3a5a68569bb280f88 HTTP/1.1" status: 200 len: 375 time: 0.0500138 Aug 09 14:40:07.434917 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-453271b2-c69a-4a9a-a043-0199fb63baba req-bee1bf4b-3e85-4eeb-a09e-74af60b910d7 service neutron] 10.222.0.60 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301315 Aug 09 14:40:07.447297 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-164896b2-8a2f-4acc-b3d7-11e7a3a5c9f6 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=170415eb976242e3a5a68569bb280f88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0797663 Aug 09 14:40:07.607161 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-453271b2-c69a-4a9a-a043-0199fb63baba req-c4250f1a-bf5f-483f-b0bd-a90db3c963ee service neutron] 10.222.0.60 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588516 Aug 09 14:40:07.609030 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-375d49e7-07f7-4c40-b5b4-8beaf112fcda service neutron] 10.222.0.60 "GET /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536486 Aug 09 14:40:07.709590 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-c6dbb74c-6fd7-43c3-a299-edbaccb9d4fa service neutron] 10.222.0.60 "GET /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938430 Aug 09 14:40:07.892607 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b3a75e48-e87c-4f1f-a9d9-a97c681eebd7 req-153ad9c9-cf3b-4ed0-98e2-a7d3ce92de8d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=35fed135-40eb-480f-ab15-0b2ac035f108 HTTP/1.1" status: 200 len: 210 time: 0.0406685 Aug 09 14:40:07.927416 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-77926b2b-56cb-4555-86d7-411a8675e443 req-5c046a1e-3b89-44cb-850c-1a4437893e41 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 210 time: 0.0336189 Aug 09 14:40:08.994714 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6dab09a9-3d8c-45ab-912b-2578c339dd0f req-25b1963a-9457-4ed8-8bb6-8ad064df20f9 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=35fed135-40eb-480f-ab15-0b2ac035f108 HTTP/1.1" status: 200 len: 210 time: 0.0279458 Aug 09 14:40:09.026788 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4e25d585-6456-42d8-a598-809e93d2e74a req-7e2f7a04-b67b-463c-aa46-05b2c92e1341 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 210 time: 0.0277884 Aug 09 14:40:09.102789 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453271b2-c69a-4a9a-a043-0199fb63baba req-4a14de4d-fa6b-483f-afd6-e4a99182899b tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:09.104714 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-453271b2-c69a-4a9a-a043-0199fb63baba req-4a14de4d-fa6b-483f-afd6-e4a99182899b tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.11 "GET /v2.0/networks?id=ed0ef885-267d-4f20-9f65-7ec82a72fd21 HTTP/1.1" status: 200 len: 812 time: 0.1275873 Aug 09 14:40:09.153396 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-453271b2-c69a-4a9a-a043-0199fb63baba req-8a6f9080-2221-463b-b0be-542cebc921cb tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=488c470ed0ff4cddbe230238fe0b2253 HTTP/1.1" status: 200 len: 379 time: 0.0360351 Aug 09 14:40:09.170622 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-453271b2-c69a-4a9a-a043-0199fb63baba req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Request body: {'port': {'device_id': '939b09bb-d63e-4953-bf74-4a23ec76f223', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'admin_state_up': True, 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'security_groups': ['1e81b239-6afe-4f9c-a961-2b76ce3ebcdd']}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:40:09.297365 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-453271b2-c69a-4a9a-a043-0199fb63baba req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Made reservation on behalf of 488c470ed0ff4cddbe230238fe0b2253 for: {'port': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:40:09.301262 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-453271b2-c69a-4a9a-a043-0199fb63baba req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:09.386813 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:09.458872 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [req-453271b2-c69a-4a9a-a043-0199fb63baba req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Allocated IP 172.20.0.7 (ed0ef885-267d-4f20-9f65-7ec82a72fd21/49267761-fa03-47db-88f0-76622128cfdd/cf9ece14-c3c2-4753-976b-77c57b6ffea4) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:40:09.627156 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-453271b2-c69a-4a9a-a043-0199fb63baba req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:09.644047 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-453271b2-c69a-4a9a-a043-0199fb63baba req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Transition to ACTIVE for port object cf9ece14-c3c2-4753-976b-77c57b6ffea4 will not be triggered until provisioned by entity DHCP. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:40:09.681270 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-453271b2-c69a-4a9a-a043-0199fb63baba req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:09.687986 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-90981e97-c6ee-495f-bc54-694c04b33cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:09.729274 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-453271b2-c69a-4a9a-a043-0199fb63baba req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Network ed0ef885-267d-4f20-9f65-7ec82a72fd21 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:40:09.733198 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [req-453271b2-c69a-4a9a-a043-0199fb63baba req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:40:09.739820 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-453271b2-c69a-4a9a-a043-0199fb63baba req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:40:09.767748 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Pushing event updated for resources: {'Port': ['ID=cf9ece14-c3c2-4753-976b-77c57b6ffea4,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:09.780184 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:09.780541 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:09.780891 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:09.781232 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:09.781568 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:09.781903 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:09.782242 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:09.782576 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:09.782946 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:09.783288 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:09.783619 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:09.783944 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:09.811795 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453271b2-c69a-4a9a-a043-0199fb63baba req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:09.812808 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-453271b2-c69a-4a9a-a043-0199fb63baba req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:09.832467 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-453271b2-c69a-4a9a-a043-0199fb63baba req-d56447b1-4fca-45d9-ace7-aca5594cfb29 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6672382 Aug 09 14:40:09.847311 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-453271b2-c69a-4a9a-a043-0199fb63baba req-86853032-5ea9-4cba-b95a-c39e20d26b0b service neutron] Request body: {'port': {'device_id': '939b09bb-d63e-4953-bf74-4a23ec76f223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:40:09.905546 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-453271b2-c69a-4a9a-a043-0199fb63baba req-86853032-5ea9-4cba-b95a-c39e20d26b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:09.970885 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b4aa3244-5c8f-4c7d-b79e-545283b5ac6f None None] Provisioning for port cf9ece14-c3c2-4753-976b-77c57b6ffea4 completed by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:40:09.974846 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b4aa3244-5c8f-4c7d-b79e-545283b5ac6f None None] Provisioning complete for port cf9ece14-c3c2-4753-976b-77c57b6ffea4 triggered by entity DHCP. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:40:09.975222 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b4aa3244-5c8f-4c7d-b79e-545283b5ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:10.012755 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b4aa3244-5c8f-4c7d-b79e-545283b5ac6f None None] Port cf9ece14-c3c2-4753-976b-77c57b6ffea4 cannot update to ACTIVE because it is not bound. {{(pid=93283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:40:10.134040 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c877610e-50b6-4dc2-b311-934effaf1863 req-c83e0906-0c97-462e-8d59-a3e9ea388b3d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=35fed135-40eb-480f-ab15-0b2ac035f108 HTTP/1.1" status: 200 len: 210 time: 0.0531468 Aug 09 14:40:10.198408 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16555094-3e99-43a0-934a-e4e7d69e06f3 req-250a4f48-fc1f-431d-8e16-732877756c67 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:10.200338 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-16555094-3e99-43a0-934a-e4e7d69e06f3 req-250a4f48-fc1f-431d-8e16-732877756c67 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 931 time: 0.0706055 Aug 09 14:40:10.263322 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-63218086-91fd-495a-a324-7acd70feabd0 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:10.264925 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-63218086-91fd-495a-a324-7acd70feabd0 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.11 "GET /v2.0/networks?id=a08558b2-8cd9-4a7e-8ec7-da47d89b0637 HTTP/1.1" status: 200 len: 814 time: 0.2995930 Aug 09 14:40:10.286751 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-0bddcc96-7a5c-4239-938d-277571c259a9 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Request body: {'port': {'device_id': '35fed135-40eb-480f-ab15-0b2ac035f108', 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637', 'admin_state_up': True, 'tenant_id': '170415eb976242e3a5a68569bb280f88'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:40:10.330518 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:10.465045 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [req-453271b2-c69a-4a9a-a043-0199fb63baba req-86853032-5ea9-4cba-b95a-c39e20d26b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf9ece14-c3c2-4753-976b-77c57b6ffea4 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:40:10.479059 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-453271b2-c69a-4a9a-a043-0199fb63baba req-86853032-5ea9-4cba-b95a-c39e20d26b0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:10.501295 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-453271b2-c69a-4a9a-a043-0199fb63baba req-86853032-5ea9-4cba-b95a-c39e20d26b0b service neutron] Transition to ACTIVE for port object cf9ece14-c3c2-4753-976b-77c57b6ffea4 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:40:10.506140 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-0bddcc96-7a5c-4239-938d-277571c259a9 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Made reservation on behalf of 170415eb976242e3a5a68569bb280f88 for: {'port': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:40:10.509294 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-16555094-3e99-43a0-934a-e4e7d69e06f3 req-abcc9503-95e7-4fbc-af26-38d0621bd4f2 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3022783 Aug 09 14:40:10.510824 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-0bddcc96-7a5c-4239-938d-277571c259a9 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:10.514453 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-453271b2-c69a-4a9a-a043-0199fb63baba req-86853032-5ea9-4cba-b95a-c39e20d26b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:10.617086 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86853032-5ea9-4cba-b95a-c39e20d26b0b service neutron] Pushing event updated for resources: {'Port': ['ID=cf9ece14-c3c2-4753-976b-77c57b6ffea4,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:10.752781 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-453271b2-c69a-4a9a-a043-0199fb63baba req-86853032-5ea9-4cba-b95a-c39e20d26b0b service neutron] Attempting to bind port cf9ece14-c3c2-4753-976b-77c57b6ffea4 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:40:10.753119 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-453271b2-c69a-4a9a-a043-0199fb63baba req-86853032-5ea9-4cba-b95a-c39e20d26b0b service neutron] Attempting to bind port cf9ece14-c3c2-4753-976b-77c57b6ffea4 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'a4e4de31-1b1f-431d-a977-df7ee1f8ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:40:10.753452 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453271b2-c69a-4a9a-a043-0199fb63baba req-86853032-5ea9-4cba-b95a-c39e20d26b0b service neutron] Attempting to bind port cf9ece14-c3c2-4753-976b-77c57b6ffea4 on network ed0ef885-267d-4f20-9f65-7ec82a72fd21 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:40:10.765045 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453271b2-c69a-4a9a-a043-0199fb63baba req-86853032-5ea9-4cba-b95a-c39e20d26b0b service neutron] Port cf9ece14-c3c2-4753-976b-77c57b6ffea4 on network ed0ef885-267d-4f20-9f65-7ec82a72fd21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:40:10.765371 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453271b2-c69a-4a9a-a043-0199fb63baba req-86853032-5ea9-4cba-b95a-c39e20d26b0b service neutron] Attempting to bind port cf9ece14-c3c2-4753-976b-77c57b6ffea4 on network ed0ef885-267d-4f20-9f65-7ec82a72fd21 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:40:10.767769 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-0bddcc96-7a5c-4239-938d-277571c259a9 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Allocated IP 172.20.0.7 (a08558b2-8cd9-4a7e-8ec7-da47d89b0637/0af81d0f-ac37-4ad5-9a21-5be24aad8e1a/911a24c2-f5c4-4b6f-91c8-e0deb884c6a4) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:40:10.780543 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453271b2-c69a-4a9a-a043-0199fb63baba req-86853032-5ea9-4cba-b95a-c39e20d26b0b service neutron] Checking agent: {'id': '787e8c88-8117-4bdf-b5e3-a5a97e4f7369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'started_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:40:10.780887 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453271b2-c69a-4a9a-a043-0199fb63baba req-86853032-5ea9-4cba-b95a-c39e20d26b0b service neutron] Checking segment: {'id': 'a4e4de31-1b1f-431d-a977-df7ee1f8ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:40:10.781288 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453271b2-c69a-4a9a-a043-0199fb63baba req-86853032-5ea9-4cba-b95a-c39e20d26b0b service neutron] Bound using segment: {'id': 'a4e4de31-1b1f-431d-a977-df7ee1f8ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:40:10.781739 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-453271b2-c69a-4a9a-a043-0199fb63baba req-86853032-5ea9-4cba-b95a-c39e20d26b0b service neutron] Bound port: cf9ece14-c3c2-4753-976b-77c57b6ffea4, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e4de31-1b1f-431d-a977-df7ee1f8ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:40:10.782102 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-453271b2-c69a-4a9a-a043-0199fb63baba req-86853032-5ea9-4cba-b95a-c39e20d26b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:10.933297 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-453271b2-c69a-4a9a-a043-0199fb63baba req-86853032-5ea9-4cba-b95a-c39e20d26b0b service neutron] For port cf9ece14-c3c2-4753-976b-77c57b6ffea4, host hv-cinder-78093, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:40:10.938537 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-453271b2-c69a-4a9a-a043-0199fb63baba req-86853032-5ea9-4cba-b95a-c39e20d26b0b service neutron] For port cf9ece14-c3c2-4753-976b-77c57b6ffea4, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=cf9ece14-c3c2-4753-976b-77c57b6ffea4,segment=NetworkSegment(a4e4de31-1b1f-431d-a977-df7ee1f8ed33),segment_id=a4e4de31-1b1f-431d-a977-df7ee1f8ed33)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:40:10.951616 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-453271b2-c69a-4a9a-a043-0199fb63baba req-86853032-5ea9-4cba-b95a-c39e20d26b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:11.003581 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453271b2-c69a-4a9a-a043-0199fb63baba req-86853032-5ea9-4cba-b95a-c39e20d26b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:11.004204 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-453271b2-c69a-4a9a-a043-0199fb63baba req-86853032-5ea9-4cba-b95a-c39e20d26b0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:11.005639 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-453271b2-c69a-4a9a-a043-0199fb63baba req-86853032-5ea9-4cba-b95a-c39e20d26b0b service neutron] 10.222.0.11 "PUT /v2.0/ports/cf9ece14-c3c2-4753-976b-77c57b6ffea4 HTTP/1.1" status: 200 len: 1093 time: 1.1629887 Aug 09 14:40:11.007865 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939b09bb-d63e-4953-bf74-4a23ec76f223', 'tag': 'cf9ece14-c3c2-4753-976b-77c57b6ffea4'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:40:11.010147 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0501ec-50ee-40d9-8915-ccb58d6301ea" -d '{"events": [{"name": "network-changed", "server_uuid": "939b09bb-d63e-4953-bf74-4a23ec76f223", "tag": "cf9ece14-c3c2-4753-976b-77c57b6ffea4"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:40:11.030762 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-0bddcc96-7a5c-4239-938d-277571c259a9 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:11.100280 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4faa4ab-7a94-4f1a-88db-d0f750b80a93 x-openstack-request-id: req-e4faa4ab-7a94-4f1a-88db-d0f750b80a93 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:40:11.101101 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939b09bb-d63e-4953-bf74-4a23ec76f223", "tag": "cf9ece14-c3c2-4753-976b-77c57b6ffea4", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:40:11.101356 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e4faa4ab-7a94-4f1a-88db-d0f750b80a93 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:40:11.101760 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939b09bb-d63e-4953-bf74-4a23ec76f223', 'tag': 'cf9ece14-c3c2-4753-976b-77c57b6ffea4', 'status': 'completed', 'code': 200} Aug 09 14:40:11.113154 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-0bddcc96-7a5c-4239-938d-277571c259a9 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:11.127067 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['18795931-c54f-4b2d-862b-0ef971f0fb7a', 'f3768f4a-0c31-4b3b-b8b9-08acc8918b41', 'bc961d9f-6b77-4c42-88e4-611ce9a2c5f1'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:40:11.130497 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86853032-5ea9-4cba-b95a-c39e20d26b0b service neutron] Pushing event updated for resources: {'Port': ['ID=cf9ece14-c3c2-4753-976b-77c57b6ffea4,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:11.179729 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-0bddcc96-7a5c-4239-938d-277571c259a9 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Network a08558b2-8cd9-4a7e-8ec7-da47d89b0637 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:40:11.185746 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-0bddcc96-7a5c-4239-938d-277571c259a9 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:40:11.192795 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-0bddcc96-7a5c-4239-938d-277571c259a9 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:40:11.199891 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453271b2-c69a-4a9a-a043-0199fb63baba req-04691227-dc56-4d6a-8651-a4757c8d37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:11.201821 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-453271b2-c69a-4a9a-a043-0199fb63baba req-04691227-dc56-4d6a-8651-a4757c8d37e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=488c470ed0ff4cddbe230238fe0b2253&device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 1096 time: 0.1333661 Aug 09 14:40:11.276891 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddcc96-7a5c-4239-938d-277571c259a9 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Pushing event updated for resources: {'Port': ['ID=911a24c2-f5c4-4b6f-91c8-e0deb884c6a4,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:11.282860 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-453271b2-c69a-4a9a-a043-0199fb63baba req-70c631db-1981-426c-a58b-7cb8bca249b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf9ece14-c3c2-4753-976b-77c57b6ffea4 HTTP/1.1" status: 200 len: 217 time: 0.0640495 Aug 09 14:40:11.295747 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a415069-eea2-482c-8384-3b3ee71dbf68 req-2a8a841d-3d8d-44c4-9b17-2375049179bb tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:11.298093 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7a415069-eea2-482c-8384-3b3ee71dbf68 req-2a8a841d-3d8d-44c4-9b17-2375049179bb tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=35fed135-40eb-480f-ab15-0b2ac035f108 HTTP/1.1" status: 200 len: 931 time: 0.0511124 Aug 09 14:40:11.332034 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-0bddcc96-7a5c-4239-938d-277571c259a9 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:11.332730 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-0bddcc96-7a5c-4239-938d-277571c259a9 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:11.340339 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7a415069-eea2-482c-8384-3b3ee71dbf68 req-cd801178-ff3a-46d5-be2e-76a99e368472 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354993 Aug 09 14:40:11.357442 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-0bddcc96-7a5c-4239-938d-277571c259a9 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0749326 Aug 09 14:40:11.364481 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453271b2-c69a-4a9a-a043-0199fb63baba req-8c1cf696-2c89-4b4f-8de6-bf8d46c4117c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:11.366743 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-453271b2-c69a-4a9a-a043-0199fb63baba req-8c1cf696-2c89-4b4f-8de6-bf8d46c4117c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49267761-fa03-47db-88f0-76622128cfdd HTTP/1.1" status: 200 len: 851 time: 0.0703592 Aug 09 14:40:11.371947 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-48f43cd7-efc1-4070-a5c7-175646a25209 service neutron] Request body: {'port': {'device_id': '35fed135-40eb-480f-ab15-0b2ac035f108', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:40:11.459032 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453271b2-c69a-4a9a-a043-0199fb63baba req-92b2790e-eac8-4494-bb36-57d8e0327565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:11.460480 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-453271b2-c69a-4a9a-a043-0199fb63baba req-92b2790e-eac8-4494-bb36-57d8e0327565 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed0ef885-267d-4f20-9f65-7ec82a72fd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0858810 Aug 09 14:40:11.461175 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-48f43cd7-efc1-4070-a5c7-175646a25209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:11.666532 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-453271b2-c69a-4a9a-a043-0199fb63baba req-c5d28c79-3f46-434e-a50a-b0c83531a0e1 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943736 Aug 09 14:40:11.683618 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b70638-9f8b-411a-bf17-e415ea2cc709 req-40d262e1-324c-47e4-9acd-5ae097250a46 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:11.685541 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-48b70638-9f8b-411a-bf17-e415ea2cc709 req-40d262e1-324c-47e4-9acd-5ae097250a46 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 943 time: 0.0589497 Aug 09 14:40:11.731708 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-48b70638-9f8b-411a-bf17-e415ea2cc709 req-38ccb4f4-75a9-4386-93d0-2a1c0f78ecf4 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389574 Aug 09 14:40:11.817805 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 50808) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:40:11.937236 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4e5844ac-5e0c-4a3b-b20a-9a1d275ef88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:12.054649 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4e5844ac-5e0c-4a3b-b20a-9a1d275ef88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:12.058894 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4e5844ac-5e0c-4a3b-b20a-9a1d275ef88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:12.098890 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5844ac-5e0c-4a3b-b20a-9a1d275ef88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e3ab74-e51c-4844-9b15-631c286bde76,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:12.103732 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-4e5844ac-5e0c-4a3b-b20a-9a1d275ef88d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=387e29f2c0544040957f9019d92d5dba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847662 Aug 09 14:40:12.108569 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 50812) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:40:12.109644 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5844ac-5e0c-4a3b-b20a-9a1d275ef88d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:12.110003 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5844ac-5e0c-4a3b-b20a-9a1d275ef88d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:12.110343 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5844ac-5e0c-4a3b-b20a-9a1d275ef88d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:12.110702 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5844ac-5e0c-4a3b-b20a-9a1d275ef88d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:12.111041 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5844ac-5e0c-4a3b-b20a-9a1d275ef88d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:12.111378 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5844ac-5e0c-4a3b-b20a-9a1d275ef88d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:12.111710 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5844ac-5e0c-4a3b-b20a-9a1d275ef88d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:12.112038 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5844ac-5e0c-4a3b-b20a-9a1d275ef88d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:12.112364 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5844ac-5e0c-4a3b-b20a-9a1d275ef88d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:12.112690 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5844ac-5e0c-4a3b-b20a-9a1d275ef88d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:12.113013 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5844ac-5e0c-4a3b-b20a-9a1d275ef88d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:12.113386 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5844ac-5e0c-4a3b-b20a-9a1d275ef88d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:12.167817 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-453271b2-c69a-4a9a-a043-0199fb63baba req-d20901a0-264f-4508-a788-c51bcd54cf65 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805417 Aug 09 14:40:12.232461 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-cba0e872-807d-45ff-94f0-7f28473ec10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:12.268802 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-48f43cd7-efc1-4070-a5c7-175646a25209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:40:12.281903 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-48f43cd7-efc1-4070-a5c7-175646a25209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:12.300588 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-cba0e872-807d-45ff-94f0-7f28473ec10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:12.315361 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-48f43cd7-efc1-4070-a5c7-175646a25209 service neutron] Transition to ACTIVE for port object 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:40:12.317692 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:12.324486 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-48f43cd7-efc1-4070-a5c7-175646a25209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:12.341586 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0501ec-50ee-40d9-8915-ccb58d6301ea req-cfacfd4f-4c56-4383-9cd4-66ae55a6f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:12.343164 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4f0501ec-50ee-40d9-8915-ccb58d6301ea req-cfacfd4f-4c56-4383-9cd4-66ae55a6f3ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=488c470ed0ff4cddbe230238fe0b2253&device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 1096 time: 0.1250808 Aug 09 14:40:12.446287 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f43cd7-efc1-4070-a5c7-175646a25209 service neutron] Pushing event updated for resources: {'Port': ['ID=911a24c2-f5c4-4b6f-91c8-e0deb884c6a4,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:12.481847 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab4a6e-7f93-40f7-ba45-5750f276c2d1 req-49e73c13-bf11-4608-8fbc-bba0d3d1b2c7 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:12.483432 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-94ab4a6e-7f93-40f7-ba45-5750f276c2d1 req-49e73c13-bf11-4608-8fbc-bba0d3d1b2c7 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=35fed135-40eb-480f-ab15-0b2ac035f108 HTTP/1.1" status: 200 len: 943 time: 0.0576701 Aug 09 14:40:12.507270 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-cba0e872-807d-45ff-94f0-7f28473ec10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:12.509812 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-cba0e872-807d-45ff-94f0-7f28473ec10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:12.510987 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-cba0e872-807d-45ff-94f0-7f28473ec10a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/05e3ab74-e51c-4844-9b15-631c286bde76 HTTP/1.1" status: 204 len: 168 time: 0.4014440 Aug 09 14:40:12.524486 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-94ab4a6e-7f93-40f7-ba45-5750f276c2d1 req-cc0df8a8-b9fb-40dc-87a6-47cbf825bb48 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344977 Aug 09 14:40:12.534034 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0e872-807d-45ff-94f0-7f28473ec10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e3ab74-e51c-4844-9b15-631c286bde76,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:12.561398 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0501ec-50ee-40d9-8915-ccb58d6301ea req-4779fc61-bd7f-4d41-94c8-7df3e75cabe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:12.563575 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4f0501ec-50ee-40d9-8915-ccb58d6301ea req-4779fc61-bd7f-4d41-94c8-7df3e75cabe7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed0ef885-267d-4f20-9f65-7ec82a72fd21 HTTP/1.1" status: 200 len: 913 time: 0.1951170 Aug 09 14:40:12.568535 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-48f43cd7-efc1-4070-a5c7-175646a25209 service neutron] Attempting to bind port 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:40:12.568894 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-48f43cd7-efc1-4070-a5c7-175646a25209 service neutron] Attempting to bind port 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '5edd5753-7d6f-45d5-8955-95ba13a818a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:40:12.569870 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-48f43cd7-efc1-4070-a5c7-175646a25209 service neutron] Attempting to bind port 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4 on network a08558b2-8cd9-4a7e-8ec7-da47d89b0637 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:40:12.575795 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-48f43cd7-efc1-4070-a5c7-175646a25209 service neutron] Port 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4 on network a08558b2-8cd9-4a7e-8ec7-da47d89b0637 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:40:12.576205 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-48f43cd7-efc1-4070-a5c7-175646a25209 service neutron] Attempting to bind port 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4 on network a08558b2-8cd9-4a7e-8ec7-da47d89b0637 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:40:12.586942 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-48f43cd7-efc1-4070-a5c7-175646a25209 service neutron] Checking agent: {'id': '787e8c88-8117-4bdf-b5e3-a5a97e4f7369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'started_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:40:12.587293 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-48f43cd7-efc1-4070-a5c7-175646a25209 service neutron] Checking segment: {'id': '5edd5753-7d6f-45d5-8955-95ba13a818a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:40:12.587692 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-48f43cd7-efc1-4070-a5c7-175646a25209 service neutron] Bound using segment: {'id': '5edd5753-7d6f-45d5-8955-95ba13a818a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:40:12.588137 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-48f43cd7-efc1-4070-a5c7-175646a25209 service neutron] Bound port: 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5edd5753-7d6f-45d5-8955-95ba13a818a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:40:12.588504 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-48f43cd7-efc1-4070-a5c7-175646a25209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:12.620108 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4f0501ec-50ee-40d9-8915-ccb58d6301ea req-f4d6a8f1-a273-45d5-b8c8-83fc7e55ca05 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf9ece14-c3c2-4753-976b-77c57b6ffea4 HTTP/1.1" status: 200 len: 217 time: 0.0451715 Aug 09 14:40:12.721873 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0501ec-50ee-40d9-8915-ccb58d6301ea req-1f58e1eb-8e41-4684-b3c5-eaafdd5c5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:12.723389 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4f0501ec-50ee-40d9-8915-ccb58d6301ea req-1f58e1eb-8e41-4684-b3c5-eaafdd5c5213 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49267761-fa03-47db-88f0-76622128cfdd HTTP/1.1" status: 200 len: 851 time: 0.0689402 Aug 09 14:40:12.725836 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-48f43cd7-efc1-4070-a5c7-175646a25209 service neutron] For port 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4, host hv-cinder-78093, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:40:12.729201 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-48f43cd7-efc1-4070-a5c7-175646a25209 service neutron] For port 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=911a24c2-f5c4-4b6f-91c8-e0deb884c6a4,segment=NetworkSegment(5edd5753-7d6f-45d5-8955-95ba13a818a3),segment_id=5edd5753-7d6f-45d5-8955-95ba13a818a3)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:40:12.733899 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-48f43cd7-efc1-4070-a5c7-175646a25209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:12.803943 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-48f43cd7-efc1-4070-a5c7-175646a25209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:12.804912 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-48f43cd7-efc1-4070-a5c7-175646a25209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:12.806404 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-48f43cd7-efc1-4070-a5c7-175646a25209 service neutron] 10.222.0.11 "PUT /v2.0/ports/911a24c2-f5c4-4b6f-91c8-e0deb884c6a4 HTTP/1.1" status: 200 len: 1093 time: 1.4387195 Aug 09 14:40:12.864948 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a05c92-bf8f-450b-bcf0-4032dff26a42 req-1b62c30b-de0d-4eb9-b19b-cd284a7963a8 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:12.866635 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-53a05c92-bf8f-450b-bcf0-4032dff26a42 req-1b62c30b-de0d-4eb9-b19b-cd284a7963a8 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 943 time: 0.0607388 Aug 09 14:40:12.866950 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f43cd7-efc1-4070-a5c7-175646a25209 service neutron] Pushing event updated for resources: {'Port': ['ID=911a24c2-f5c4-4b6f-91c8-e0deb884c6a4,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:12.872431 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0501ec-50ee-40d9-8915-ccb58d6301ea req-0ee3d151-aba1-4cea-bd47-1fdb7d120bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:12.874588 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4f0501ec-50ee-40d9-8915-ccb58d6301ea req-0ee3d151-aba1-4cea-bd47-1fdb7d120bc6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed0ef885-267d-4f20-9f65-7ec82a72fd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1381488 Aug 09 14:40:12.915250 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-53a05c92-bf8f-450b-bcf0-4032dff26a42 req-689fc251-91f2-4ff1-be47-e59030703e46 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378280 Aug 09 14:40:12.957532 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-4a58ef92-2063-4f3c-b706-257021844241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:12.959292 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-4a58ef92-2063-4f3c-b706-257021844241 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=170415eb976242e3a5a68569bb280f88&device_id=35fed135-40eb-480f-ab15-0b2ac035f108 HTTP/1.1" status: 200 len: 1096 time: 0.1057937 Aug 09 14:40:13.021432 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-78411f96-a7cc-46fd-8caa-97aab9485c2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=911a24c2-f5c4-4b6f-91c8-e0deb884c6a4 HTTP/1.1" status: 200 len: 217 time: 0.0470133 Aug 09 14:40:13.027539 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4f0501ec-50ee-40d9-8915-ccb58d6301ea req-e01b5e05-cdb6-47fb-92d2-c7097358747e service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385369 Aug 09 14:40:13.127552 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35fed135-40eb-480f-ab15-0b2ac035f108', 'tag': '911a24c2-f5c4-4b6f-91c8-e0deb884c6a4'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:40:13.129853 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255fc634-1180-4634-952b-f1257c472275" -d '{"events": [{"name": "network-changed", "server_uuid": "35fed135-40eb-480f-ab15-0b2ac035f108", "tag": "911a24c2-f5c4-4b6f-91c8-e0deb884c6a4"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:40:13.161899 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-c2ca0c1f-f5a0-43f6-8181-fbb4dcc101ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:13.163686 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-c2ca0c1f-f5a0-43f6-8181-fbb4dcc101ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0af81d0f-ac37-4ad5-9a21-5be24aad8e1a HTTP/1.1" status: 200 len: 854 time: 0.1191852 Aug 09 14:40:13.175546 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95c1825-e8f2-47a4-95ff-0ece4bc8697a x-openstack-request-id: req-f95c1825-e8f2-47a4-95ff-0ece4bc8697a {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:40:13.175875 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35fed135-40eb-480f-ab15-0b2ac035f108", "tag": "911a24c2-f5c4-4b6f-91c8-e0deb884c6a4", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:40:13.176091 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f95c1825-e8f2-47a4-95ff-0ece4bc8697a {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:40:13.176477 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35fed135-40eb-480f-ab15-0b2ac035f108', 'tag': '911a24c2-f5c4-4b6f-91c8-e0deb884c6a4', 'status': 'completed', 'code': 200} Aug 09 14:40:13.206444 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-471e2c4b-ae47-4b49-9a35-487769916e00 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a08558b2-8cd9-4a7e-8ec7-da47d89b0637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290949 Aug 09 14:40:13.235869 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4f0501ec-50ee-40d9-8915-ccb58d6301ea req-110893a4-3866-4384-a538-3f75ed1b9809 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834064 Aug 09 14:40:13.309623 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-013669f2-c6da-4d4b-974c-efac7c0663e9 service neutron] 10.222.0.11 "GET /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952771 Aug 09 14:40:13.434683 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f1902453-3b6e-43f6-9382-ef1e91b6a3a3 req-d493986a-4712-4939-b45b-d39075d76405 service neutron] 10.222.0.11 "GET /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138401 Aug 09 14:40:13.588276 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fc634-1180-4634-952b-f1257c472275 req-f6ae5e9a-3144-4395-baaf-036c77397106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:13.590048 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-255fc634-1180-4634-952b-f1257c472275 req-f6ae5e9a-3144-4395-baaf-036c77397106 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=170415eb976242e3a5a68569bb280f88&device_id=35fed135-40eb-480f-ab15-0b2ac035f108 HTTP/1.1" status: 200 len: 1096 time: 0.0677958 Aug 09 14:40:13.719714 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1abc04-ef9e-4844-b1f8-7d4b3c5335bd req-950cf726-5508-44fc-9278-0061c682a08f tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:13.723038 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3a1abc04-ef9e-4844-b1f8-7d4b3c5335bd req-950cf726-5508-44fc-9278-0061c682a08f tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=35fed135-40eb-480f-ab15-0b2ac035f108 HTTP/1.1" status: 200 len: 943 time: 0.0986197 Aug 09 14:40:13.777687 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3a1abc04-ef9e-4844-b1f8-7d4b3c5335bd req-5eae6b2b-5502-4b29-9489-5bed0ce2480e tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469310 Aug 09 14:40:13.794294 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fc634-1180-4634-952b-f1257c472275 req-66e6a677-70f2-4fe9-9b45-56524fefd033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:13.796170 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-255fc634-1180-4634-952b-f1257c472275 req-66e6a677-70f2-4fe9-9b45-56524fefd033 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a08558b2-8cd9-4a7e-8ec7-da47d89b0637 HTTP/1.1" status: 200 len: 915 time: 0.1941671 Aug 09 14:40:13.848350 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-255fc634-1180-4634-952b-f1257c472275 req-90fc6e7a-1cf2-4835-99af-080e0aa672f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=911a24c2-f5c4-4b6f-91c8-e0deb884c6a4 HTTP/1.1" status: 200 len: 217 time: 0.0432074 Aug 09 14:40:13.916842 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fc634-1180-4634-952b-f1257c472275 req-4d0b2156-b962-4459-b43f-c3fff779d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:13.918859 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-255fc634-1180-4634-952b-f1257c472275 req-4d0b2156-b962-4459-b43f-c3fff779d6ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0af81d0f-ac37-4ad5-9a21-5be24aad8e1a HTTP/1.1" status: 200 len: 854 time: 0.0590239 Aug 09 14:40:13.964642 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-255fc634-1180-4634-952b-f1257c472275 req-456c05b5-4acc-4051-9cbe-483ac010b95a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a08558b2-8cd9-4a7e-8ec7-da47d89b0637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367913 Aug 09 14:40:14.056517 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c912b19-4ec8-4179-97f7-6d3771cef1fa req-6cc7c686-5693-4e76-b668-0451e7a1fd30 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:14.058161 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4c912b19-4ec8-4179-97f7-6d3771cef1fa req-6cc7c686-5693-4e76-b668-0451e7a1fd30 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 943 time: 0.0556574 Aug 09 14:40:14.067988 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-255fc634-1180-4634-952b-f1257c472275 req-a455e4d1-dbe4-47f2-9113-bfc22e855819 service neutron] 10.222.0.11 "GET /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930665 Aug 09 14:40:14.101588 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4c912b19-4ec8-4179-97f7-6d3771cef1fa req-f20935bd-f1b6-411e-bf57-25f9c67f2ab8 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334182 Aug 09 14:40:14.175837 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-255fc634-1180-4634-952b-f1257c472275 req-e17d8bc8-c55f-4626-b59d-88cc30811371 service neutron] 10.222.0.11 "GET /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984287 Aug 09 14:40:14.888989 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18f7fd-787d-4a65-8cbd-15ab04b3fca1 req-866809f2-c071-43d6-a438-94dffb690644 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:14.890449 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4a18f7fd-787d-4a65-8cbd-15ab04b3fca1 req-866809f2-c071-43d6-a438-94dffb690644 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=35fed135-40eb-480f-ab15-0b2ac035f108 HTTP/1.1" status: 200 len: 943 time: 0.0490601 Aug 09 14:40:14.930908 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4a18f7fd-787d-4a65-8cbd-15ab04b3fca1 req-27672d54-f33a-485d-9341-0c12bc7dd13c tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344713 Aug 09 14:40:15.229227 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a3446-7578-45df-8cde-54661fb9f892 req-bf366e39-9c16-46a6-87db-3989d604dd77 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:15.230742 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b95a3446-7578-45df-8cde-54661fb9f892 req-bf366e39-9c16-46a6-87db-3989d604dd77 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 943 time: 0.0545194 Aug 09 14:40:15.270980 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b95a3446-7578-45df-8cde-54661fb9f892 req-0a4e024d-56d5-4d82-a887-400aa6930bfb tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340292 Aug 09 14:40:16.045752 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500726e-74dd-4731-9d64-b2aefddd53ac req-297d4737-7801-4c61-b398-61441ca258a5 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:16.047417 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4500726e-74dd-4731-9d64-b2aefddd53ac req-297d4737-7801-4c61-b398-61441ca258a5 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=35fed135-40eb-480f-ab15-0b2ac035f108 HTTP/1.1" status: 200 len: 943 time: 0.0491722 Aug 09 14:40:16.086204 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4500726e-74dd-4731-9d64-b2aefddd53ac req-753e0118-75d7-4fa6-99df-ca0e29f4f297 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329370 Aug 09 14:40:16.387482 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a9217-8650-4cf1-be1e-c2a642c1ab2f req-fd02306a-b051-4f6a-a80a-445c92fe9515 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:16.388962 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2a5a9217-8650-4cf1-be1e-c2a642c1ab2f req-fd02306a-b051-4f6a-a80a-445c92fe9515 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 943 time: 0.0496724 Aug 09 14:40:16.435659 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2a5a9217-8650-4cf1-be1e-c2a642c1ab2f req-3303f02d-a7a5-47ec-bce2-58fedd7235ba tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405972 Aug 09 14:40:17.205094 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c08db-6095-42c5-89c6-d72ab56e75aa req-19e91f2e-adf6-467e-b72e-bfef747b3041 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:17.206498 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8f8c08db-6095-42c5-89c6-d72ab56e75aa req-19e91f2e-adf6-467e-b72e-bfef747b3041 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=35fed135-40eb-480f-ab15-0b2ac035f108 HTTP/1.1" status: 200 len: 943 time: 0.0527382 Aug 09 14:40:17.245909 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-8f8c08db-6095-42c5-89c6-d72ab56e75aa req-47c8d60a-e3f9-4a71-8fb6-2b8d9c851183 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327301 Aug 09 14:40:17.261267 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:40:17.290005 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:17.369992 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=911a24c2-f5c4-4b6f-91c8-e0deb884c6a4,segment=NetworkSegment(5edd5753-7d6f-45d5-8955-95ba13a818a3),segment_id=5edd5753-7d6f-45d5-8955-95ba13a818a3)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:40:17.380184 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': '911a24c2-f5c4-4b6f-91c8-e0deb884c6a4', 'network_id': 'a08558b2-8cd9-4a7e-8ec7-da47d89b0637', 'port_id': '911a24c2-f5c4-4b6f-91c8-e0deb884c6a4', 'mac_address': 'fa:16:3e:9a:77:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af81d0f-ac37-4ad5-9a21-5be24aad8e1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:40:17.420971 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:17.433995 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:40:17.453186 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=911a24c2-f5c4-4b6f-91c8-e0deb884c6a4,segment=NetworkSegment(5edd5753-7d6f-45d5-8955-95ba13a818a3),segment_id=5edd5753-7d6f-45d5-8955-95ba13a818a3)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:40:17.457443 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:17.511265 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=911a24c2-f5c4-4b6f-91c8-e0deb884c6a4,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:17.519184 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:17.519538 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:17.519892 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:17.520234 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:17.520570 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:17.520911 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:17.521247 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:17.521578 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:17.521911 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:17.522547 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:17.522907 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:17.523231 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:40:17.554435 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8124871-cdbc-4e45-9cb1-c83451dcced1 req-e1e3183b-1527-4e56-9904-1170903b2b77 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:17.556475 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c8124871-cdbc-4e45-9cb1-c83451dcced1 req-e1e3183b-1527-4e56-9904-1170903b2b77 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 943 time: 0.0500770 Aug 09 14:40:17.595795 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c8124871-cdbc-4e45-9cb1-c83451dcced1 req-f3c5c2ca-1019-4cf5-8598-52717e9b5a92 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328064 Aug 09 14:40:18.364799 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a4c1b-2a55-4f1d-9900-5db5d97818ea req-74a5c6a0-4cd0-4e34-9de1-752ca6aff678 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:18.366505 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1c1a4c1b-2a55-4f1d-9900-5db5d97818ea req-74a5c6a0-4cd0-4e34-9de1-752ca6aff678 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=35fed135-40eb-480f-ab15-0b2ac035f108 HTTP/1.1" status: 200 len: 944 time: 0.0523157 Aug 09 14:40:18.406720 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1c1a4c1b-2a55-4f1d-9900-5db5d97818ea req-2ffd7514-6031-4926-ab47-a392ff5188a7 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338359 Aug 09 14:40:18.472028 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-009f32c0-bf56-4573-807a-d5f35ea01790 req-62e9ae3a-e846-4d59-ab96-ba692c39b9fc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423372 Aug 09 14:40:18.543376 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f32c0-bf56-4573-807a-d5f35ea01790 req-d67fec37-a7ca-4d2d-ab72-8764a47b96bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:18.544882 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-009f32c0-bf56-4573-807a-d5f35ea01790 req-d67fec37-a7ca-4d2d-ab72-8764a47b96bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=488c470ed0ff4cddbe230238fe0b2253&device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 1098 time: 0.0402830 Aug 09 14:40:18.667434 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f32c0-bf56-4573-807a-d5f35ea01790 req-1c24f9af-25c0-4aa8-898f-1a55a6c6732f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:18.669104 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-009f32c0-bf56-4573-807a-d5f35ea01790 req-1c24f9af-25c0-4aa8-898f-1a55a6c6732f service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed0ef885-267d-4f20-9f65-7ec82a72fd21 HTTP/1.1" status: 200 len: 913 time: 0.0920968 Aug 09 14:40:18.716883 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f7b08-8ca6-4670-acfd-e6e33aec9cd7 req-52b15b63-1ef8-4d8d-bdd6-5d4602a76757 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:18.718407 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-240f7b08-8ca6-4670-acfd-e6e33aec9cd7 req-52b15b63-1ef8-4d8d-bdd6-5d4602a76757 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 943 time: 0.0538218 Aug 09 14:40:18.747562 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-009f32c0-bf56-4573-807a-d5f35ea01790 req-1d84b8b2-2510-4c68-b2fd-01db28355bc9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=577316f2-7250-4070-9fd4-bb413395d2c6 HTTP/1.1" status: 200 len: 1001 time: 0.0644488 Aug 09 14:40:18.760705 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-240f7b08-8ca6-4670-acfd-e6e33aec9cd7 req-81b7893a-f82e-4522-a887-58bda73680cd tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356617 Aug 09 14:40:18.764847 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['911a24c2-f5c4-4b6f-91c8-e0deb884c6a4'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:40:18.803699 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f32c0-bf56-4573-807a-d5f35ea01790 req-b30cedf5-013e-480b-9a90-2d7b23e4774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:18.805349 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-009f32c0-bf56-4573-807a-d5f35ea01790 req-b30cedf5-013e-480b-9a90-2d7b23e4774c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49267761-fa03-47db-88f0-76622128cfdd HTTP/1.1" status: 200 len: 851 time: 0.0487158 Aug 09 14:40:18.865147 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f32c0-bf56-4573-807a-d5f35ea01790 req-b01b220b-10c2-4bec-8edd-2074b3da207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:18.867499 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-009f32c0-bf56-4573-807a-d5f35ea01790 req-b01b220b-10c2-4bec-8edd-2074b3da207b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed0ef885-267d-4f20-9f65-7ec82a72fd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0492704 Aug 09 14:40:18.996825 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-009f32c0-bf56-4573-807a-d5f35ea01790 req-63e3497e-99b7-49d1-8459-5ec7bcca7f42 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169999 Aug 09 14:40:19.108899 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-009f32c0-bf56-4573-807a-d5f35ea01790 req-a73e2e50-ce05-45f8-9e06-783edcc64b9a service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979166 Aug 09 14:40:19.525063 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc2d29-4f00-45e3-ad19-38063a0853f7 req-84bf8cdd-6e1e-448c-b528-5cdd53bb1735 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:19.526578 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-28fc2d29-4f00-45e3-ad19-38063a0853f7 req-84bf8cdd-6e1e-448c-b528-5cdd53bb1735 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=35fed135-40eb-480f-ab15-0b2ac035f108 HTTP/1.1" status: 200 len: 944 time: 0.0523076 Aug 09 14:40:19.573797 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-28fc2d29-4f00-45e3-ad19-38063a0853f7 req-2adb7898-f434-4280-b51d-ac587955491e tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411661 Aug 09 14:40:19.882301 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18189ad-64b4-4153-9bc0-c79f6d796316 req-12f4a92f-c145-49db-8251-7bed42572bc3 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:19.883817 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a18189ad-64b4-4153-9bc0-c79f6d796316 req-12f4a92f-c145-49db-8251-7bed42572bc3 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 943 time: 0.0516231 Aug 09 14:40:19.922865 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-a18189ad-64b4-4153-9bc0-c79f6d796316 req-1e32c0d6-af2e-4e91-80e3-82a91fd6efd0 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331383 Aug 09 14:40:20.312900 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4 up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:40:20.365917 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning for port 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:40:20.370002 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:40:20.370367 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:20.450702 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:20.474307 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fed135-40eb-480f-ab15-0b2ac035f108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911a24c2-f5c4-4b6f-91c8-e0deb884c6a4'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:40:20.476829 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4208b281-6ebe-4033-89ae-51b9a0e573b0" -d '{"events": [{"server_uuid": "35fed135-40eb-480f-ab15-0b2ac035f108", "name": "network-vif-plugged", "status": "completed", "tag": "911a24c2-f5c4-4b6f-91c8-e0deb884c6a4"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:40:20.495193 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=911a24c2-f5c4-4b6f-91c8-e0deb884c6a4,segment=NetworkSegment(5edd5753-7d6f-45d5-8955-95ba13a818a3),segment_id=5edd5753-7d6f-45d5-8955-95ba13a818a3)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:40:20.500402 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:20.529433 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59c7fcf-10a5-4ca3-b100-b5b735e87cb9 x-openstack-request-id: req-f59c7fcf-10a5-4ca3-b100-b5b735e87cb9 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:40:20.529734 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fed135-40eb-480f-ab15-0b2ac035f108", "name": "network-vif-plugged", "status": "completed", "tag": "911a24c2-f5c4-4b6f-91c8-e0deb884c6a4", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:40:20.529990 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f59c7fcf-10a5-4ca3-b100-b5b735e87cb9 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:40:20.530381 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fed135-40eb-480f-ab15-0b2ac035f108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911a24c2-f5c4-4b6f-91c8-e0deb884c6a4', 'code': 200} Aug 09 14:40:20.555505 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=911a24c2-f5c4-4b6f-91c8-e0deb884c6a4,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:20.711323 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25829808-5175-4e85-b804-543194f327e6 req-519df7c9-0c6d-483d-9451-3ffbc3cc1a92 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:20.713150 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-25829808-5175-4e85-b804-543194f327e6 req-519df7c9-0c6d-483d-9451-3ffbc3cc1a92 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=35fed135-40eb-480f-ab15-0b2ac035f108 HTTP/1.1" status: 200 len: 945 time: 0.0656319 Aug 09 14:40:20.733862 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377aef8-8a6e-4830-8b41-d0c609368a09 req-29de3bbb-3027-45be-9f2f-7281469946cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:20.735436 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-7377aef8-8a6e-4830-8b41-d0c609368a09 req-29de3bbb-3027-45be-9f2f-7281469946cb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=35fed135-40eb-480f-ab15-0b2ac035f108 HTTP/1.1" status: 200 len: 1098 time: 0.0480788 Aug 09 14:40:20.757524 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-25829808-5175-4e85-b804-543194f327e6 req-83e98c67-05c2-425e-84a9-a3fe277a6fae tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371034 Aug 09 14:40:20.781524 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-7377aef8-8a6e-4830-8b41-d0c609368a09 req-b636c686-b0d5-4c81-a812-f00dfac2a67d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372541 Aug 09 14:40:21.045391 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bdab9-587f-4cb8-8e7c-66f9bc556130 req-f552da8d-0b25-4f17-8498-1a39cc4bce63 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:21.046935 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9c1bdab9-587f-4cb8-8e7c-66f9bc556130 req-f552da8d-0b25-4f17-8498-1a39cc4bce63 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 943 time: 0.0538740 Aug 09 14:40:21.088147 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9c1bdab9-587f-4cb8-8e7c-66f9bc556130 req-201f742c-0396-44ac-96e7-aae653a3e059 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351801 Aug 09 14:40:21.833367 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 50924) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:40:21.890048 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68637e5-e1f2-4c49-8da1-753366b9b0ab req-3b641d8f-bbea-473e-bc95-0160120c9efd tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:21.891568 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d68637e5-e1f2-4c49-8da1-753366b9b0ab req-3b641d8f-bbea-473e-bc95-0160120c9efd tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=35fed135-40eb-480f-ab15-0b2ac035f108 HTTP/1.1" status: 200 len: 945 time: 0.0604484 Aug 09 14:40:21.932603 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d68637e5-e1f2-4c49-8da1-753366b9b0ab req-af01a957-bea6-41f5-800b-c0ec6a347516 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345817 Aug 09 14:40:21.959153 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5718f971-87be-4f8f-ac4e-defc95872eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:22.054615 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5718f971-87be-4f8f-ac4e-defc95872eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:22.059015 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5718f971-87be-4f8f-ac4e-defc95872eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:22.101226 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-5718f971-87be-4f8f-ac4e-defc95872eef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ef3d69ed37a403e8e8ad6034ffa76d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661262 Aug 09 14:40:22.102064 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718f971-87be-4f8f-ac4e-defc95872eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c688445-5420-4527-8267-f5e049caade9,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:22.103904 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 50928) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:40:22.173510 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c742da96-5e3b-4583-84cd-50483c846e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:22.214025 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c742da96-5e3b-4583-84cd-50483c846e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:22.235929 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b006a3d-da78-4497-b3d5-478ad09db846 req-bb97c4c5-35f1-4301-beb7-0870958ef990 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:22.237431 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2b006a3d-da78-4497-b3d5-478ad09db846 req-bb97c4c5-35f1-4301-beb7-0870958ef990 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 943 time: 0.0822227 Aug 09 14:40:22.296609 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2b006a3d-da78-4497-b3d5-478ad09db846 req-5bf54d4a-dac0-4b24-b4d0-90b16e8ed472 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521953 Aug 09 14:40:22.310411 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c742da96-5e3b-4583-84cd-50483c846e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:22.313335 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-c742da96-5e3b-4583-84cd-50483c846e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:22.315974 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device cf9ece14-c3c2-4753-976b-77c57b6ffea4 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:40:22.317205 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-c742da96-5e3b-4583-84cd-50483c846e0f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3c688445-5420-4527-8267-f5e049caade9 HTTP/1.1" status: 204 len: 168 time: 0.2122779 Aug 09 14:40:22.326369 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742da96-5e3b-4583-84cd-50483c846e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c688445-5420-4527-8267-f5e049caade9,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:22.431726 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port cf9ece14-c3c2-4753-976b-77c57b6ffea4, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=cf9ece14-c3c2-4753-976b-77c57b6ffea4,segment=NetworkSegment(a4e4de31-1b1f-431d-a977-df7ee1f8ed33),segment_id=a4e4de31-1b1f-431d-a977-df7ee1f8ed33)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:40:22.444520 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': 'cf9ece14-c3c2-4753-976b-77c57b6ffea4', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'port_id': 'cf9ece14-c3c2-4753-976b-77c57b6ffea4', 'mac_address': 'fa:16:3e:7d:d6:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:40:22.490050 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:22.505538 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf9ece14-c3c2-4753-976b-77c57b6ffea4 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:40:22.529501 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port cf9ece14-c3c2-4753-976b-77c57b6ffea4, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=cf9ece14-c3c2-4753-976b-77c57b6ffea4,segment=NetworkSegment(a4e4de31-1b1f-431d-a977-df7ee1f8ed33),segment_id=a4e4de31-1b1f-431d-a977-df7ee1f8ed33)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:40:22.536743 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:22.604844 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=cf9ece14-c3c2-4753-976b-77c57b6ffea4,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:22.871595 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['cf9ece14-c3c2-4753-976b-77c57b6ffea4'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:40:23.051500 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baabea4-8c29-4c0c-818c-a821a973e279 req-a1c889fa-04d7-48da-b0ff-d0f50783ed79 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:23.053567 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3baabea4-8c29-4c0c-818c-a821a973e279 req-a1c889fa-04d7-48da-b0ff-d0f50783ed79 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=35fed135-40eb-480f-ab15-0b2ac035f108 HTTP/1.1" status: 200 len: 945 time: 0.0515811 Aug 09 14:40:23.095266 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3baabea4-8c29-4c0c-818c-a821a973e279 req-60dc326e-8437-4527-8522-cf3386e86cee tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359936 Aug 09 14:40:23.429569 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa4153-02a2-47ed-85db-f17b38ac0b74 req-668d159d-a08a-4d0d-a5f4-a9f86bffe28e tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:23.431094 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d4fa4153-02a2-47ed-85db-f17b38ac0b74 req-668d159d-a08a-4d0d-a5f4-a9f86bffe28e tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 944 time: 0.0529482 Aug 09 14:40:23.471208 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d4fa4153-02a2-47ed-85db-f17b38ac0b74 req-1e06004b-8c6e-49a2-80f8-c1f17d3ed7da tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340304 Aug 09 14:40:24.332983 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device cf9ece14-c3c2-4753-976b-77c57b6ffea4 up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:40:24.386216 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning for port cf9ece14-c3c2-4753-976b-77c57b6ffea4 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:40:24.391493 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port cf9ece14-c3c2-4753-976b-77c57b6ffea4 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:40:24.391906 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:24.471147 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:24.499393 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939b09bb-d63e-4953-bf74-4a23ec76f223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9ece14-c3c2-4753-976b-77c57b6ffea4'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:40:24.501664 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3b734c-0365-4ba6-97bc-eb09591a8669" -d '{"events": [{"server_uuid": "939b09bb-d63e-4953-bf74-4a23ec76f223", "name": "network-vif-plugged", "status": "completed", "tag": "cf9ece14-c3c2-4753-976b-77c57b6ffea4"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:40:24.518134 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port cf9ece14-c3c2-4753-976b-77c57b6ffea4, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=cf9ece14-c3c2-4753-976b-77c57b6ffea4,segment=NetworkSegment(a4e4de31-1b1f-431d-a977-df7ee1f8ed33),segment_id=a4e4de31-1b1f-431d-a977-df7ee1f8ed33)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:40:24.524474 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:24.586693 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=cf9ece14-c3c2-4753-976b-77c57b6ffea4,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:24.606394 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea6380-e014-4d1a-80cc-2be8cffed685 req-9c395583-0022-44ed-b209-59bf867fffd0 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:24.608067 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-baea6380-e014-4d1a-80cc-2be8cffed685 req-9c395583-0022-44ed-b209-59bf867fffd0 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 945 time: 0.0551951 Aug 09 14:40:24.649214 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-baea6380-e014-4d1a-80cc-2be8cffed685 req-1e6c38d5-4d2e-4a9d-8920-3292a12b3095 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350604 Aug 09 14:40:24.699270 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161fd615-e63a-44aa-a43a-c2687507db7e x-openstack-request-id: req-161fd615-e63a-44aa-a43a-c2687507db7e {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:40:24.699688 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939b09bb-d63e-4953-bf74-4a23ec76f223", "name": "network-vif-plugged", "status": "completed", "tag": "cf9ece14-c3c2-4753-976b-77c57b6ffea4", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:40:24.700188 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-161fd615-e63a-44aa-a43a-c2687507db7e {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:40:24.700660 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939b09bb-d63e-4953-bf74-4a23ec76f223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9ece14-c3c2-4753-976b-77c57b6ffea4', 'code': 200} Aug 09 14:40:25.041675 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4ed2b-bf3e-49d3-b58b-9e7761327cd9 req-f0bfb8b9-597d-4e19-9b74-d3d5039ca472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:25.043221 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-25e4ed2b-bf3e-49d3-b58b-9e7761327cd9 req-f0bfb8b9-597d-4e19-9b74-d3d5039ca472 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 1098 time: 0.0449760 Aug 09 14:40:25.083498 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-25e4ed2b-bf3e-49d3-b58b-9e7761327cd9 req-e612adf6-352f-4f74-9c12-a405fc704dbd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277245 Aug 09 14:40:25.778613 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba03d9-e8fe-4392-83d0-d7458108ddc6 req-8adc5bc9-a823-4ff0-8266-0aec744aa73f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:25.780163 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-18ba03d9-e8fe-4392-83d0-d7458108ddc6 req-8adc5bc9-a823-4ff0-8266-0aec744aa73f tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 945 time: 0.0514667 Aug 09 14:40:25.830083 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-18ba03d9-e8fe-4392-83d0-d7458108ddc6 req-a6ee04ca-36fc-405a-87af-fc6c407d36a1 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440598 Aug 09 14:40:26.954289 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b721d-e620-4513-9867-8a83eb35f9e0 req-6ab6f407-a358-4b3e-b8c7-2d82329ef746 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:26.955889 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-454b721d-e620-4513-9867-8a83eb35f9e0 req-6ab6f407-a358-4b3e-b8c7-2d82329ef746 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 945 time: 0.0519912 Aug 09 14:40:26.994662 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-454b721d-e620-4513-9867-8a83eb35f9e0 req-fa45a7c2-ac99-414d-9292-ee2be88c2f9b tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312698 Aug 09 14:40:27.111550 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d23d4-210c-4995-94ec-9d74fe24998c req-d1fa2618-2523-415d-a49f-c4c64ad4edb0 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:27.113033 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-026d23d4-210c-4995-94ec-9d74fe24998c req-d1fa2618-2523-415d-a49f-c4c64ad4edb0 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 945 time: 0.0533626 Aug 09 14:40:27.152182 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-026d23d4-210c-4995-94ec-9d74fe24998c req-80293ec7-7098-4895-8525-ad8c4264c32c tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327680 Aug 09 14:40:27.173631 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 50972) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:40:27.373043 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca33943-1e90-41e6-9380-d2c829f24059 tempest-TestVolumeBootPattern-1896168041 tempest-TestVolumeBootPattern-1896168041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:27.374510 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-3ca33943-1e90-41e6-9380-d2c829f24059 tempest-TestVolumeBootPattern-1896168041 tempest-TestVolumeBootPattern-1896168041-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 1093 time: 0.1998694 Aug 09 14:40:27.377324 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 50976) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:40:27.382189 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-73a99c39-44f4-4674-9691-1790770d4160 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Request body: {'floatingip': {'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'port_id': 'cf9ece14-c3c2-4753-976b-77c57b6ffea4', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:40:27.404909 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-73a99c39-44f4-4674-9691-1790770d4160 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for floatingip, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:27.504351 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-73a99c39-44f4-4674-9691-1790770d4160 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:27.616136 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_common [None req-73a99c39-44f4-4674-9691-1790770d4160 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Allocated IP 172.27.0.221 (fec02cd1-e2e8-4817-ba73-274d16c5b5b9/3361a577-0d73-418c-9a78-05f67eccb0cb/598f382c-457a-4a35-b412-550e430142ea) {{(pid=93282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:40:27.719073 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-73a99c39-44f4-4674-9691-1790770d4160 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for port, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:27.757383 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-73a99c39-44f4-4674-9691-1790770d4160 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:27.795078 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a99c39-44f4-4674-9691-1790770d4160 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Network fec02cd1-e2e8-4817-ba73-274d16c5b5b9 is already hosted by enough agents. {{(pid=93282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:40:27.801164 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.base_scheduler [None req-73a99c39-44f4-4674-9691-1790770d4160 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Resources bound (agent type, host, resource id): {{(pid=93282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:40:27.807038 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a99c39-44f4-4674-9691-1790770d4160 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Received port after_create {{(pid=93282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:40:27.813094 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a99c39-44f4-4674-9691-1790770d4160 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Pushing event updated for resources: {'Port': ['ID=598f382c-457a-4a35-b412-550e430142ea,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:28.175865 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-73a99c39-44f4-4674-9691-1790770d4160 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:28.242423 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-73a99c39-44f4-4674-9691-1790770d4160 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:28.402645 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-73a99c39-44f4-4674-9691-1790770d4160 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:28.407275 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-73a99c39-44f4-4674-9691-1790770d4160 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25220855'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:28.487174 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a99c39-44f4-4674-9691-1790770d4160 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Pushing event updated for resources: {'Port': ['ID=598f382c-457a-4a35-b412-550e430142ea,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:28.497505 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-73a99c39-44f4-4674-9691-1790770d4160 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744004'] for floatingip, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:28.604010 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.db.l3_db [None req-73a99c39-44f4-4674-9691-1790770d4160 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Floating IP 56e5d98a-3c57-48c9-b81a-f77507df7bc4 associated. External IP: 172.27.0.221, port: cf9ece14-c3c2-4753-976b-77c57b6ffea4. Aug 09 14:40:28.816748 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a99c39-44f4-4674-9691-1790770d4160 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:40:28.926575 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a99c39-44f4-4674-9691-1790770d4160 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:40:28.936779 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babef89c-ac58-489d-a394-522ec46f9570 None None] Sync routers for ids ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:40:28.945387 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-73a99c39-44f4-4674-9691-1790770d4160 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:28.948825 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babef89c-ac58-489d-a394-522ec46f9570 None None] Routers {'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:40:28.949590 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-babef89c-ac58-489d-a394-522ec46f9570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:40:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:40:28.983280 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-73a99c39-44f4-4674-9691-1790770d4160 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6048958 Aug 09 14:40:28.984154 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939b09bb-d63e-4953-bf74-4a23ec76f223', 'tag': 'cf9ece14-c3c2-4753-976b-77c57b6ffea4'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:40:28.986999 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56ce326a282370cb2de39ae3136380dca3ea80517aac3f2975b0460684c6f47d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed840c7-015f-462a-8715-e3eb08ccdfc6" -d '{"events": [{"name": "network-changed", "server_uuid": "939b09bb-d63e-4953-bf74-4a23ec76f223", "tag": "cf9ece14-c3c2-4753-976b-77c57b6ffea4"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:40:29.029338 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3c8823-6fdf-4652-96c1-0fe1869953e5 x-openstack-request-id: req-fe3c8823-6fdf-4652-96c1-0fe1869953e5 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:40:29.029810 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939b09bb-d63e-4953-bf74-4a23ec76f223", "tag": "cf9ece14-c3c2-4753-976b-77c57b6ffea4", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:40:29.030219 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe3c8823-6fdf-4652-96c1-0fe1869953e5 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:40:29.030855 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939b09bb-d63e-4953-bf74-4a23ec76f223', 'tag': 'cf9ece14-c3c2-4753-976b-77c57b6ffea4', 'status': 'completed', 'code': 200} Aug 09 14:40:29.066634 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-babef89c-ac58-489d-a394-522ec46f9570 None None] Set router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:40:29.106650 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed840c7-015f-462a-8715-e3eb08ccdfc6 req-3212f212-8be5-4e69-90f1-b55421a43b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:29.108827 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bed840c7-015f-462a-8715-e3eb08ccdfc6 req-3212f212-8be5-4e69-90f1-b55421a43b88 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=488c470ed0ff4cddbe230238fe0b2253&device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 1098 time: 0.0430260 Aug 09 14:40:29.212978 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed840c7-015f-462a-8715-e3eb08ccdfc6 req-29aeaa20-1d83-458e-90dc-479aacbee2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:29.214477 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bed840c7-015f-462a-8715-e3eb08ccdfc6 req-29aeaa20-1d83-458e-90dc-479aacbee2b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed0ef885-267d-4f20-9f65-7ec82a72fd21 HTTP/1.1" status: 200 len: 913 time: 0.0968127 Aug 09 14:40:29.283851 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bed840c7-015f-462a-8715-e3eb08ccdfc6 req-44d6b62d-636e-4910-b9d4-301bab4ffa68 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf9ece14-c3c2-4753-976b-77c57b6ffea4 HTTP/1.1" status: 200 len: 999 time: 0.0600367 Aug 09 14:40:29.315383 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-babef89c-ac58-489d-a394-522ec46f9570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:34:08Z', 'revision_number': 4, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': '56e5d98a-3c57-48c9-b81a-f77507df7bc4', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'floating_ip_address': '172.27.0.221', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'port_id': 'cf9ece14-c3c2-4753-976b-77c57b6ffea4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'mac_address': 'fa:16:3e:7d:d6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939b09bb-d63e-4953-bf74-4a23ec76f223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:40:28Z', 'updated_at': '2021-08-09T14:40:28Z', 'revision_number': 0, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'fixed_ip_address_scope': None}, {'id': 'b85bfe9c-b476-4b1b-b7df-b9927298f966', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'port_id': '577316f2-7250-4070-9fd4-bb413395d2c6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'mac_address': 'fa:16:3e:8a:fb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:38:18Z', 'updated_at': '2021-08-09T14:38:20Z', 'revision_number': 1, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba13e9d-c568-42ca-9f41-0e033192c000', 'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'mac_address': 'fa:16:3e:dd:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:08Z', 'updated_at': '2021-08-09T14:34:15Z', 'revision_number': 5, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'subnets': [{'id': '49267761-fa03-47db-88f0-76622128cfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:40:29.335874 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed840c7-015f-462a-8715-e3eb08ccdfc6 req-841943fc-16fa-4f55-a69f-074073047f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:29.337495 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bed840c7-015f-462a-8715-e3eb08ccdfc6 req-841943fc-16fa-4f55-a69f-074073047f1d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49267761-fa03-47db-88f0-76622128cfdd HTTP/1.1" status: 200 len: 851 time: 0.0453758 Aug 09 14:40:29.347010 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babef89c-ac58-489d-a394-522ec46f9570 None None] Checking router: cf22e8aa-8fa0-4662-b4fa-7dc5964f615c for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:40:29.355795 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babef89c-ac58-489d-a394-522ec46f9570 None None] Routers {'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:40:29.356356 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-babef89c-ac58-489d-a394-522ec46f9570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:40:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:40:29.401826 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed840c7-015f-462a-8715-e3eb08ccdfc6 req-ea54f445-b2c0-46ac-91e4-d4f64603cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:29.403368 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bed840c7-015f-462a-8715-e3eb08ccdfc6 req-ea54f445-b2c0-46ac-91e4-d4f64603cf64 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed0ef885-267d-4f20-9f65-7ec82a72fd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0460594 Aug 09 14:40:29.471637 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-babef89c-ac58-489d-a394-522ec46f9570 None None] Set router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:40:29.495852 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bed840c7-015f-462a-8715-e3eb08ccdfc6 req-4c205f6b-2ba3-403d-ace6-6280c9b9f9ea service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840259 Aug 09 14:40:29.608677 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bed840c7-015f-462a-8715-e3eb08ccdfc6 req-10ca9791-387e-4938-a1e1-6cda16f6a83f service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996082 Aug 09 14:40:29.712483 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-babef89c-ac58-489d-a394-522ec46f9570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:34:08Z', 'revision_number': 4, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': '56e5d98a-3c57-48c9-b81a-f77507df7bc4', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'floating_ip_address': '172.27.0.221', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'port_id': 'cf9ece14-c3c2-4753-976b-77c57b6ffea4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'mac_address': 'fa:16:3e:7d:d6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939b09bb-d63e-4953-bf74-4a23ec76f223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:40:28Z', 'updated_at': '2021-08-09T14:40:28Z', 'revision_number': 0, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'fixed_ip_address_scope': None}, {'id': 'b85bfe9c-b476-4b1b-b7df-b9927298f966', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'port_id': '577316f2-7250-4070-9fd4-bb413395d2c6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'mac_address': 'fa:16:3e:8a:fb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:38:18Z', 'updated_at': '2021-08-09T14:38:20Z', 'revision_number': 1, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba13e9d-c568-42ca-9f41-0e033192c000', 'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'mac_address': 'fa:16:3e:dd:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:08Z', 'updated_at': '2021-08-09T14:34:15Z', 'revision_number': 5, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'subnets': [{'id': '49267761-fa03-47db-88f0-76622128cfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:40:29.742625 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babef89c-ac58-489d-a394-522ec46f9570 None None] The sync data for ids ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'] in dv-cinder-780933-12-iscsi is: [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:34:08Z', 'revision_number': 4, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': '56e5d98a-3c57-48c9-b81a-f77507df7bc4', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'floating_ip_address': '172.27.0.221', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'port_id': 'cf9ece14-c3c2-4753-976b-77c57b6ffea4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'mac_address': 'fa:16:3e:7d:d6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939b09bb-d63e-4953-bf74-4a23ec76f223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:40:28Z', 'updated_at': '2021-08-09T14:40:28Z', 'revision_number': 0, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'fixed_ip_address_scope': None}, {'id': 'b85bfe9c-b476-4b1b-b7df-b9927298f966', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'port_id': '577316f2-7250-4070-9fd4-bb413395d2c6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'mac_address': 'fa:16:3e:8a:fb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:38:18Z', 'updated_at': '2021-08-09T14:38:20Z', 'revision_number': 1, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba13e9d-c568-42ca-9f41-0e033192c000', 'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'mac_address': 'fa:16:3e:dd:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:08Z', 'updated_at': '2021-08-09T14:34:15Z', 'revision_number': 5, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'subnets': [{'id': '49267761-fa03-47db-88f0-76622128cfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:40:29.925523 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52247211-95ef-49bd-941e-39267a4f7eb2 None None] New status for floating IP 56e5d98a-3c57-48c9-b81a-f77507df7bc4: ACTIVE {{(pid=93284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:40:33.593576 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:40:35.087748 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf4720-4860-4e86-9cd0-3d0595d88121 req-75e722f1-98c2-44ef-b0ff-f9cee0a3ea2c tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:35.089176 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-83bf4720-4860-4e86-9cd0-3d0595d88121 req-75e722f1-98c2-44ef-b0ff-f9cee0a3ea2c tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=35fed135-40eb-480f-ab15-0b2ac035f108 HTTP/1.1" status: 200 len: 945 time: 0.0505638 Aug 09 14:40:35.128295 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-83bf4720-4860-4e86-9cd0-3d0595d88121 req-5a9352b1-a008-4321-989f-cfb78ae5b282 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331235 Aug 09 14:40:36.247626 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70d89f-7e41-4cd7-a5c7-5df606a8f00e req-1fa94aac-5692-4eaa-b8d9-0c4d10bd028b tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:36.248985 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cd70d89f-7e41-4cd7-a5c7-5df606a8f00e req-1fa94aac-5692-4eaa-b8d9-0c4d10bd028b tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=35fed135-40eb-480f-ab15-0b2ac035f108 HTTP/1.1" status: 200 len: 945 time: 0.0487640 Aug 09 14:40:36.288882 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-cd70d89f-7e41-4cd7-a5c7-5df606a8f00e req-e4475427-33f7-4a32-a91c-710144ad37e8 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338030 Aug 09 14:40:36.531084 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-3e904ce6-10e3-481e-a222-03d9e744e8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:36.993441 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943c3c4-7571-4a03-994d-38027c7bd3bb req-f89fc7b9-20d4-49ae-b0db-3f3c73b18958 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:36.994956 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f943c3c4-7571-4a03-994d-38027c7bd3bb req-f89fc7b9-20d4-49ae-b0db-3f3c73b18958 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.11 "GET /v2.0/ports?device_id=35fed135-40eb-480f-ab15-0b2ac035f108 HTTP/1.1" status: 200 len: 945 time: 0.0541036 Aug 09 14:40:37.092825 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-f943c3c4-7571-4a03-994d-38027c7bd3bb req-a597b675-c79d-4f8a-ab6e-fd5bc5fd7b1d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Deleting port 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4 {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:40:37.093163 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-f943c3c4-7571-4a03-994d-38027c7bd3bb req-a597b675-c79d-4f8a-ab6e-fd5bc5fd7b1d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:37.185914 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-f943c3c4-7571-4a03-994d-38027c7bd3bb req-a597b675-c79d-4f8a-ab6e-fd5bc5fd7b1d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] For port 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=911a24c2-f5c4-4b6f-91c8-e0deb884c6a4,segment=NetworkSegment(5edd5753-7d6f-45d5-8955-95ba13a818a3),segment_id=5edd5753-7d6f-45d5-8955-95ba13a818a3)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:40:37.186190 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-f943c3c4-7571-4a03-994d-38027c7bd3bb req-a597b675-c79d-4f8a-ab6e-fd5bc5fd7b1d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:37.199711 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-f943c3c4-7571-4a03-994d-38027c7bd3bb req-a597b675-c79d-4f8a-ab6e-fd5bc5fd7b1d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Calling delete_port for 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4 owned by compute:nova {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:40:37.333787 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-f943c3c4-7571-4a03-994d-38027c7bd3bb req-a597b675-c79d-4f8a-ab6e-fd5bc5fd7b1d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:37.352799 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['18795931-c54f-4b2d-862b-0ef971f0fb7a', 'f3768f4a-0c31-4b3b-b8b9-08acc8918b41', 'bc961d9f-6b77-4c42-88e4-611ce9a2c5f1', '911a24c2-f5c4-4b6f-91c8-e0deb884c6a4'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:40:37.363387 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597b675-c79d-4f8a-ab6e-fd5bc5fd7b1d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Pushing event deleted for resources: {'Port': ['ID=911a24c2-f5c4-4b6f-91c8-e0deb884c6a4,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:37.400751 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-feb1d1cc-4b42-48dd-92ea-b95775e0105b req-39bb5f9e-3039-4555-95dc-4619f749c061 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=35fed135-40eb-480f-ab15-0b2ac035f108 HTTP/1.1" status: 200 len: 210 time: 0.0389497 Aug 09 14:40:37.406065 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-f943c3c4-7571-4a03-994d-38027c7bd3bb req-a597b675-c79d-4f8a-ab6e-fd5bc5fd7b1d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] No DVR routers for this DVR port 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4 on host hv-cinder-78093 {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:40:37.409783 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-f943c3c4-7571-4a03-994d-38027c7bd3bb req-a597b675-c79d-4f8a-ab6e-fd5bc5fd7b1d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:37.412089 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-f943c3c4-7571-4a03-994d-38027c7bd3bb req-a597b675-c79d-4f8a-ab6e-fd5bc5fd7b1d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.11 "DELETE /v2.0/ports/911a24c2-f5c4-4b6f-91c8-e0deb884c6a4 HTTP/1.1" status: 204 len: 173 time: 0.4044666 Aug 09 14:40:37.412537 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fed135-40eb-480f-ab15-0b2ac035f108', 'name': 'network-vif-deleted', 'tag': '911a24c2-f5c4-4b6f-91c8-e0deb884c6a4'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:40:37.415832 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aec634e-f23a-4f79-b299-e8ea4e226851" -d '{"events": [{"server_uuid": "35fed135-40eb-480f-ab15-0b2ac035f108", "name": "network-vif-deleted", "tag": "911a24c2-f5c4-4b6f-91c8-e0deb884c6a4"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:40:37.456337 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711950f9-39ea-41b7-86d2-62691c31c24a x-openstack-request-id: req-711950f9-39ea-41b7-86d2-62691c31c24a {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:40:37.457411 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fed135-40eb-480f-ab15-0b2ac035f108", "name": "network-vif-deleted", "tag": "911a24c2-f5c4-4b6f-91c8-e0deb884c6a4", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:40:37.457411 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-711950f9-39ea-41b7-86d2-62691c31c24a {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:40:37.457411 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fed135-40eb-480f-ab15-0b2ac035f108', 'name': 'network-vif-deleted', 'tag': '911a24c2-f5c4-4b6f-91c8-e0deb884c6a4', 'status': 'completed', 'code': 200} Aug 09 14:40:39.379056 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:39.679098 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe004-b27e-4197-99b5-67ecafab2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:39.804055 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99efe9b7-c5d0-4b48-9988-ecf6f5245f2c req-85bea4b7-3f5e-4100-9122-04c2e18f56fd tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:39.805672 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99efe9b7-c5d0-4b48-9988-ecf6f5245f2c req-85bea4b7-3f5e-4100-9122-04c2e18f56fd tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=286d52bc-be88-4880-8caf-46726df29ab3 HTTP/1.1" status: 200 len: 945 time: 0.0489326 Aug 09 14:40:39.844912 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-99efe9b7-c5d0-4b48-9988-ecf6f5245f2c req-2b2e7c1c-0101-4842-8543-2e00159b20a0 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333042 Aug 09 14:40:40.337854 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:40.440410 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:40:40.459907 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] No Port match for: 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:40:40.460296 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 911a24c2-f5c4-4b6f-91c8-e0deb884c6a4 not bound to the agent host hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:40:40.962734 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346082f-e0f0-437c-b024-163193ffd877 req-48516290-356c-4bf9-b7fb-5d9345c8ddc3 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:40.964214 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0346082f-e0f0-437c-b024-163193ffd877 req-48516290-356c-4bf9-b7fb-5d9345c8ddc3 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=286d52bc-be88-4880-8caf-46726df29ab3 HTTP/1.1" status: 200 len: 945 time: 0.0495727 Aug 09 14:40:41.001563 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0346082f-e0f0-437c-b024-163193ffd877 req-d4172515-a63f-4784-9d6f-8b3d28d450b0 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314915 Aug 09 14:40:41.720230 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e9a99-4491-4381-91c3-e3a053f8d4e7 req-cfde79bc-b0e0-4b6e-b7e5-3544f353e5e7 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:41.721699 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-fb5e9a99-4491-4381-91c3-e3a053f8d4e7 req-cfde79bc-b0e0-4b6e-b7e5-3544f353e5e7 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.11 "GET /v2.0/ports?device_id=286d52bc-be88-4880-8caf-46726df29ab3 HTTP/1.1" status: 200 len: 945 time: 0.0561357 Aug 09 14:40:41.826096 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-fb5e9a99-4491-4381-91c3-e3a053f8d4e7 req-e2cda3a5-51b4-4155-9a5d-9156e5b24b3d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Deleting port bc961d9f-6b77-4c42-88e4-611ce9a2c5f1 {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:40:41.826475 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-fb5e9a99-4491-4381-91c3-e3a053f8d4e7 req-e2cda3a5-51b4-4155-9a5d-9156e5b24b3d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:41.917236 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-fb5e9a99-4491-4381-91c3-e3a053f8d4e7 req-e2cda3a5-51b4-4155-9a5d-9156e5b24b3d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] For port bc961d9f-6b77-4c42-88e4-611ce9a2c5f1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bc961d9f-6b77-4c42-88e4-611ce9a2c5f1,segment=NetworkSegment(5edd5753-7d6f-45d5-8955-95ba13a818a3),segment_id=5edd5753-7d6f-45d5-8955-95ba13a818a3)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:40:41.917606 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-fb5e9a99-4491-4381-91c3-e3a053f8d4e7 req-e2cda3a5-51b4-4155-9a5d-9156e5b24b3d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:41.934030 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-fb5e9a99-4491-4381-91c3-e3a053f8d4e7 req-e2cda3a5-51b4-4155-9a5d-9156e5b24b3d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Calling delete_port for bc961d9f-6b77-4c42-88e4-611ce9a2c5f1 owned by compute:nova {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:40:42.073705 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-fb5e9a99-4491-4381-91c3-e3a053f8d4e7 req-e2cda3a5-51b4-4155-9a5d-9156e5b24b3d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:42.088144 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['18795931-c54f-4b2d-862b-0ef971f0fb7a', 'f3768f4a-0c31-4b3b-b8b9-08acc8918b41', 'bc961d9f-6b77-4c42-88e4-611ce9a2c5f1'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:40:42.103305 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-9c16c41d-3d9b-489a-8596-2f7c78502dea req-e863096e-febb-4f67-a047-1a176604994e tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=286d52bc-be88-4880-8caf-46726df29ab3 HTTP/1.1" status: 200 len: 210 time: 0.0279088 Aug 09 14:40:42.103906 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cda3a5-51b4-4155-9a5d-9156e5b24b3d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Pushing event deleted for resources: {'Port': ['ID=bc961d9f-6b77-4c42-88e4-611ce9a2c5f1,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:42.150420 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5e9a99-4491-4381-91c3-e3a053f8d4e7 req-e2cda3a5-51b4-4155-9a5d-9156e5b24b3d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] No DVR routers for this DVR port bc961d9f-6b77-4c42-88e4-611ce9a2c5f1 on host hv-cinder-78093 {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:40:42.154919 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-fb5e9a99-4491-4381-91c3-e3a053f8d4e7 req-e2cda3a5-51b4-4155-9a5d-9156e5b24b3d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:42.156958 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-fb5e9a99-4491-4381-91c3-e3a053f8d4e7 req-e2cda3a5-51b4-4155-9a5d-9156e5b24b3d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.11 "DELETE /v2.0/ports/bc961d9f-6b77-4c42-88e4-611ce9a2c5f1 HTTP/1.1" status: 204 len: 173 time: 0.4260528 Aug 09 14:40:42.157414 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286d52bc-be88-4880-8caf-46726df29ab3', 'name': 'network-vif-deleted', 'tag': 'bc961d9f-6b77-4c42-88e4-611ce9a2c5f1'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:40:42.159697 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d58e0e4-9d2a-45e2-b5a9-a908d3317822" -d '{"events": [{"server_uuid": "286d52bc-be88-4880-8caf-46726df29ab3", "name": "network-vif-deleted", "tag": "bc961d9f-6b77-4c42-88e4-611ce9a2c5f1"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:40:42.212000 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdddc37-25b7-4585-a315-0319135acd34 x-openstack-request-id: req-2fdddc37-25b7-4585-a315-0319135acd34 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:40:42.212290 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286d52bc-be88-4880-8caf-46726df29ab3", "name": "network-vif-deleted", "tag": "bc961d9f-6b77-4c42-88e4-611ce9a2c5f1", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:40:42.212546 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2fdddc37-25b7-4585-a315-0319135acd34 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:40:42.212942 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286d52bc-be88-4880-8caf-46726df29ab3', 'name': 'network-vif-deleted', 'tag': 'bc961d9f-6b77-4c42-88e4-611ce9a2c5f1', 'status': 'completed', 'code': 200} Aug 09 14:40:42.346621 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:43.392933 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4ec49-0b60-4f80-bd52-bdf030a4382a req-4c6e2843-17e1-41d2-bea8-902602077d29 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:43.394404 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-14c4ec49-0b60-4f80-bd52-bdf030a4382a req-4c6e2843-17e1-41d2-bea8-902602077d29 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=aefdbf1e-8ebd-4b59-abf9-cf3c13febb43 HTTP/1.1" status: 200 len: 946 time: 0.0530946 Aug 09 14:40:43.434599 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-14c4ec49-0b60-4f80-bd52-bdf030a4382a req-656c4afd-ad02-4e50-af8f-783e28301434 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332661 Aug 09 14:40:44.552287 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd3911-684e-4a59-960a-fe51470e22d0 req-9d543f76-b2db-4cf9-983f-46a09571e95d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:44.553996 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3dfd3911-684e-4a59-960a-fe51470e22d0 req-9d543f76-b2db-4cf9-983f-46a09571e95d tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=aefdbf1e-8ebd-4b59-abf9-cf3c13febb43 HTTP/1.1" status: 200 len: 946 time: 0.0508544 Aug 09 14:40:44.591517 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3dfd3911-684e-4a59-960a-fe51470e22d0 req-04153998-b04c-42a7-b36b-1405bd0ac31e tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315251 Aug 09 14:40:44.932534 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7035207-4720-4f19-9b4b-6fc073133028 req-7e91f6a2-b208-4170-85ab-b27a1934b194 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:44.934048 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-c7035207-4720-4f19-9b4b-6fc073133028 req-7e91f6a2-b208-4170-85ab-b27a1934b194 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.11 "GET /v2.0/ports?device_id=aefdbf1e-8ebd-4b59-abf9-cf3c13febb43 HTTP/1.1" status: 200 len: 946 time: 0.0498810 Aug 09 14:40:45.025495 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-c7035207-4720-4f19-9b4b-6fc073133028 req-0a57728c-405b-4440-b602-538e8c405ab5 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Deleting port f3768f4a-0c31-4b3b-b8b9-08acc8918b41 {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:40:45.025839 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-c7035207-4720-4f19-9b4b-6fc073133028 req-0a57728c-405b-4440-b602-538e8c405ab5 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:45.117021 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-c7035207-4720-4f19-9b4b-6fc073133028 req-0a57728c-405b-4440-b602-538e8c405ab5 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] For port f3768f4a-0c31-4b3b-b8b9-08acc8918b41, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f3768f4a-0c31-4b3b-b8b9-08acc8918b41,segment=NetworkSegment(5edd5753-7d6f-45d5-8955-95ba13a818a3),segment_id=5edd5753-7d6f-45d5-8955-95ba13a818a3)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:40:45.117215 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-c7035207-4720-4f19-9b4b-6fc073133028 req-0a57728c-405b-4440-b602-538e8c405ab5 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:45.131832 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-c7035207-4720-4f19-9b4b-6fc073133028 req-0a57728c-405b-4440-b602-538e8c405ab5 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Calling delete_port for f3768f4a-0c31-4b3b-b8b9-08acc8918b41 owned by compute:nova {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:40:45.260039 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-c7035207-4720-4f19-9b4b-6fc073133028 req-0a57728c-405b-4440-b602-538e8c405ab5 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:45.277960 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['18795931-c54f-4b2d-862b-0ef971f0fb7a', 'f3768f4a-0c31-4b3b-b8b9-08acc8918b41'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:40:45.290331 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57728c-405b-4440-b602-538e8c405ab5 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Pushing event deleted for resources: {'Port': ['ID=f3768f4a-0c31-4b3b-b8b9-08acc8918b41,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:45.330026 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7035207-4720-4f19-9b4b-6fc073133028 req-0a57728c-405b-4440-b602-538e8c405ab5 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] No DVR routers for this DVR port f3768f4a-0c31-4b3b-b8b9-08acc8918b41 on host hv-cinder-78093 {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:40:45.332726 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-c7035207-4720-4f19-9b4b-6fc073133028 req-0a57728c-405b-4440-b602-538e8c405ab5 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:45.335435 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-c7035207-4720-4f19-9b4b-6fc073133028 req-0a57728c-405b-4440-b602-538e8c405ab5 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.11 "DELETE /v2.0/ports/f3768f4a-0c31-4b3b-b8b9-08acc8918b41 HTTP/1.1" status: 204 len: 173 time: 0.3956618 Aug 09 14:40:45.335920 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefdbf1e-8ebd-4b59-abf9-cf3c13febb43', 'name': 'network-vif-deleted', 'tag': 'f3768f4a-0c31-4b3b-b8b9-08acc8918b41'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:40:45.338548 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77229c04-df88-4760-912b-34a691dc2427" -d '{"events": [{"server_uuid": "aefdbf1e-8ebd-4b59-abf9-cf3c13febb43", "name": "network-vif-deleted", "tag": "f3768f4a-0c31-4b3b-b8b9-08acc8918b41"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:40:45.384380 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f520392-7342-407a-b612-42a202475e25 x-openstack-request-id: req-0f520392-7342-407a-b612-42a202475e25 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:40:45.385224 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefdbf1e-8ebd-4b59-abf9-cf3c13febb43", "name": "network-vif-deleted", "tag": "f3768f4a-0c31-4b3b-b8b9-08acc8918b41", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:40:45.385224 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f520392-7342-407a-b612-42a202475e25 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:40:45.385606 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefdbf1e-8ebd-4b59-abf9-cf3c13febb43', 'name': 'network-vif-deleted', 'tag': 'f3768f4a-0c31-4b3b-b8b9-08acc8918b41', 'status': 'completed', 'code': 200} Aug 09 14:40:45.705577 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4f666b30-7511-4213-b0ca-645c50244517 req-ee6701b7-63a9-441b-b933-b04838e15e7e tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=aefdbf1e-8ebd-4b59-abf9-cf3c13febb43 HTTP/1.1" status: 200 len: 210 time: 0.0273473 Aug 09 14:40:46.476976 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device bc961d9f-6b77-4c42-88e4-611ce9a2c5f1 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:40:46.497499 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] No Port match for: bc961d9f-6b77-4c42-88e4-611ce9a2c5f1 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:40:46.497847 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device bc961d9f-6b77-4c42-88e4-611ce9a2c5f1 not bound to the agent host hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:40:47.278043 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:48.123763 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cf88e-d74d-4fad-9bfe-ccf17d84fbcf req-bc453e0f-6f25-4bf5-9b04-434dd9cf4bc5 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:48.125256 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-583cf88e-d74d-4fad-9bfe-ccf17d84fbcf req-bc453e0f-6f25-4bf5-9b04-434dd9cf4bc5 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0114ec7-b8b8-4b8d-b400-114aff101064 HTTP/1.1" status: 200 len: 946 time: 0.0531032 Aug 09 14:40:48.165581 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-583cf88e-d74d-4fad-9bfe-ccf17d84fbcf req-68444417-42ad-4404-bdac-18afeb8d8ecb tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343459 Aug 09 14:40:48.474087 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device f3768f4a-0c31-4b3b-b8b9-08acc8918b41 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:40:48.494797 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] No Port match for: f3768f4a-0c31-4b3b-b8b9-08acc8918b41 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:40:48.495146 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device f3768f4a-0c31-4b3b-b8b9-08acc8918b41 not bound to the agent host hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:40:49.280333 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e696b-edf5-4932-8db6-5cd87499181f req-758dbcc7-85d0-48a0-b3a1-b69609c98fc8 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:49.289069 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-962e696b-edf5-4932-8db6-5cd87499181f req-758dbcc7-85d0-48a0-b3a1-b69609c98fc8 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0114ec7-b8b8-4b8d-b400-114aff101064 HTTP/1.1" status: 200 len: 946 time: 0.0496669 Aug 09 14:40:49.320945 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-962e696b-edf5-4932-8db6-5cd87499181f req-1f3ea3ff-372e-4e19-a9f3-4a228d70485a tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a30d927-f8b3-409a-a4d8-de7c5cb15a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328453 Aug 09 14:40:49.787879 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91a3dd-5b72-4a4f-a4d9-43ee789d9e7f req-29b7e283-8784-4b06-8e46-25d8dd9d6fee tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:40:49.790109 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-2c91a3dd-5b72-4a4f-a4d9-43ee789d9e7f req-29b7e283-8784-4b06-8e46-25d8dd9d6fee tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0114ec7-b8b8-4b8d-b400-114aff101064 HTTP/1.1" status: 200 len: 946 time: 0.0533271 Aug 09 14:40:49.883148 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-2c91a3dd-5b72-4a4f-a4d9-43ee789d9e7f req-082098aa-cb6a-4e9c-98fc-cee7b521b8cb tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Deleting port 18795931-c54f-4b2d-862b-0ef971f0fb7a {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:40:49.883489 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-2c91a3dd-5b72-4a4f-a4d9-43ee789d9e7f req-082098aa-cb6a-4e9c-98fc-cee7b521b8cb tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:49.975355 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-2c91a3dd-5b72-4a4f-a4d9-43ee789d9e7f req-082098aa-cb6a-4e9c-98fc-cee7b521b8cb tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] For port 18795931-c54f-4b2d-862b-0ef971f0fb7a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=18795931-c54f-4b2d-862b-0ef971f0fb7a,segment=NetworkSegment(5edd5753-7d6f-45d5-8955-95ba13a818a3),segment_id=5edd5753-7d6f-45d5-8955-95ba13a818a3)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:40:49.975639 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-2c91a3dd-5b72-4a4f-a4d9-43ee789d9e7f req-082098aa-cb6a-4e9c-98fc-cee7b521b8cb tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:49.989010 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-2c91a3dd-5b72-4a4f-a4d9-43ee789d9e7f req-082098aa-cb6a-4e9c-98fc-cee7b521b8cb tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Calling delete_port for 18795931-c54f-4b2d-862b-0ef971f0fb7a owned by compute:nova {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:40:50.122622 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-2c91a3dd-5b72-4a4f-a4d9-43ee789d9e7f req-082098aa-cb6a-4e9c-98fc-cee7b521b8cb tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:50.135351 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['18795931-c54f-4b2d-862b-0ef971f0fb7a'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:40:50.419103 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ee806db6-ec56-4014-844a-3b50127864ab req-43462e9d-4bef-4256-b3a3-1d8f179b2804 tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0114ec7-b8b8-4b8d-b400-114aff101064 HTTP/1.1" status: 200 len: 210 time: 0.0292392 Aug 09 14:40:50.421538 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082098aa-cb6a-4e9c-98fc-cee7b521b8cb tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Pushing event deleted for resources: {'Port': ['ID=18795931-c54f-4b2d-862b-0ef971f0fb7a,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:50.464484 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c91a3dd-5b72-4a4f-a4d9-43ee789d9e7f req-082098aa-cb6a-4e9c-98fc-cee7b521b8cb tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] No DVR routers for this DVR port 18795931-c54f-4b2d-862b-0ef971f0fb7a on host hv-cinder-78093 {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:40:50.467088 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-2c91a3dd-5b72-4a4f-a4d9-43ee789d9e7f req-082098aa-cb6a-4e9c-98fc-cee7b521b8cb tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:50.469056 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-2c91a3dd-5b72-4a4f-a4d9-43ee789d9e7f req-082098aa-cb6a-4e9c-98fc-cee7b521b8cb tempest-AttachVolumeNegativeTest-1753604838 tempest-AttachVolumeNegativeTest-1753604838-project] 10.222.0.11 "DELETE /v2.0/ports/18795931-c54f-4b2d-862b-0ef971f0fb7a HTTP/1.1" status: 204 len: 173 time: 0.6723661 Aug 09 14:40:50.469543 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0114ec7-b8b8-4b8d-b400-114aff101064', 'name': 'network-vif-deleted', 'tag': '18795931-c54f-4b2d-862b-0ef971f0fb7a'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:40:50.471790 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac1bfd6-4632-436c-81fb-65eb75a07d42" -d '{"events": [{"server_uuid": "e0114ec7-b8b8-4b8d-b400-114aff101064", "name": "network-vif-deleted", "tag": "18795931-c54f-4b2d-862b-0ef971f0fb7a"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:40:50.515262 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b91994-3549-4bee-904d-55ff68d4411a x-openstack-request-id: req-85b91994-3549-4bee-904d-55ff68d4411a {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:40:50.515583 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0114ec7-b8b8-4b8d-b400-114aff101064", "name": "network-vif-deleted", "tag": "18795931-c54f-4b2d-862b-0ef971f0fb7a", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:40:50.515820 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85b91994-3549-4bee-904d-55ff68d4411a {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:40:50.516214 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0114ec7-b8b8-4b8d-b400-114aff101064', 'name': 'network-vif-deleted', 'tag': '18795931-c54f-4b2d-862b-0ef971f0fb7a', 'status': 'completed', 'code': 200} Aug 09 14:40:51.482475 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 51088) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:40:51.531939 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_v2 [None req-9096327d-d25a-47bf-a71d-0a9fa32faaf5 admin admin] Deleting subnet 0af81d0f-ac37-4ad5-9a21-5be24aad8e1a {{(pid=93282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:40:51.535265 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9096327d-d25a-47bf-a71d-0a9fa32faaf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:51.571069 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9096327d-d25a-47bf-a71d-0a9fa32faaf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25235237'] for subnet, precommit_delete_associations {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:51.619449 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9096327d-d25a-47bf-a71d-0a9fa32faaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742273'] for subnet, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:51.672008 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9096327d-d25a-47bf-a71d-0a9fa32faaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25220813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25399007'] for subnet, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:51.705543 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9096327d-d25a-47bf-a71d-0a9fa32faaf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:51.707351 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-9096327d-d25a-47bf-a71d-0a9fa32faaf5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0af81d0f-ac37-4ad5-9a21-5be24aad8e1a HTTP/1.1" status: 204 len: 168 time: 0.2238631 Aug 09 14:40:51.708743 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096327d-d25a-47bf-a71d-0a9fa32faaf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0af81d0f-ac37-4ad5-9a21-5be24aad8e1a,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:51.710084 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51090) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:40:51.778640 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6dc0dc0f-a4be-47ab-895c-759a131c88ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676446'] for network, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:51.869797 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6dc0dc0f-a4be-47ab-895c-759a131c88ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741126', 'neutron.services.segments.db._delete_segments_for_network-8793433151856'] for network, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:51.879803 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-6dc0dc0f-a4be-47ab-895c-759a131c88ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08558b2-8cd9-4a7e-8ec7-da47d89b0637']}} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:40:51.889916 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-6dc0dc0f-a4be-47ab-895c-759a131c88ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5edd5753-7d6f-45d5-8955-95ba13a818a3') {'for_net_delete': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:40:51.890220 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-6dc0dc0f-a4be-47ab-895c-759a131c88ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5edd5753-7d6f-45d5-8955-95ba13a818a3') {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:40:51.900829 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6dc0dc0f-a4be-47ab-895c-759a131c88ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793433155705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522965'] for segment, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:51.915537 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6dc0dc0f-a4be-47ab-895c-759a131c88ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:51.921633 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc0dc0f-a4be-47ab-895c-759a131c88ef admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:40:51.922032 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6dc0dc0f-a4be-47ab-895c-759a131c88ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3868478'] for segment, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: Traceback (most recent call last): Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: timer() Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: cb(*args, **kw) Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: return func(*args, **kwargs) Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: self._notify() Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: self.callback(batched_events) Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: event.method(event) Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: return f(self, *a, **k) Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: return self._get(url).json() Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: return self.request(url, 'GET', **kwargs) Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:40:51.924012 dv-cinder-780933-12-iscsi neutron-server[93281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:40:51.981496 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6dc0dc0f-a4be-47ab-895c-759a131c88ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744054'] for network, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:51.986827 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6dc0dc0f-a4be-47ab-895c-759a131c88ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:51.988711 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-6dc0dc0f-a4be-47ab-895c-759a131c88ef admin admin] 10.222.0.60 "DELETE /v2.0/networks/a08558b2-8cd9-4a7e-8ec7-da47d89b0637 HTTP/1.1" status: 204 len: 168 time: 0.2775469 Aug 09 14:40:52.009264 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0dc0f-a4be-47ab-895c-759a131c88ef admin admin] Pushing event deleted for resources: {'Network': ['ID=a08558b2-8cd9-4a7e-8ec7-da47d89b0637,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:52.174742 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51094) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:40:52.223045 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-42580aec-246f-4038-9359-5fe6df27f000 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=170415eb976242e3a5a68569bb280f88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470738 Aug 09 14:40:52.225634 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51096) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:40:52.275463 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-41904617-f968-4119-82e5-1c3eb8277bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:52.297215 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-41904617-f968-4119-82e5-1c3eb8277bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:52.344837 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-41904617-f968-4119-82e5-1c3eb8277bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:52.347651 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-41904617-f968-4119-82e5-1c3eb8277bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:52.348836 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-41904617-f968-4119-82e5-1c3eb8277bea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7a30d927-f8b3-409a-a4d8-de7c5cb15a75 HTTP/1.1" status: 204 len: 168 time: 0.1222329 Aug 09 14:40:52.358001 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41904617-f968-4119-82e5-1c3eb8277bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a30d927-f8b3-409a-a4d8-de7c5cb15a75,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:53.841016 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51136) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:40:53.947303 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-a368ca73-f230-49d0-a1d7-3e144c76dbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:54.042093 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-a368ca73-f230-49d0-a1d7-3e144c76dbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:54.045983 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-a368ca73-f230-49d0-a1d7-3e144c76dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:54.088176 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-a368ca73-f230-49d0-a1d7-3e144c76dbc8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7d615d81cb34796aa365995f25c9d2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458460 Aug 09 14:40:54.089137 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368ca73-f230-49d0-a1d7-3e144c76dbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf4d7aa-9fa8-419e-ae65-6846578be09b,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:54.090703 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 51140) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:40:54.140886 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a775d521-703f-415a-9aaa-a335b5adbf9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:54.163200 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a775d521-703f-415a-9aaa-a335b5adbf9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:54.210407 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a775d521-703f-415a-9aaa-a335b5adbf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:54.213008 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a775d521-703f-415a-9aaa-a335b5adbf9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:54.214169 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-a775d521-703f-415a-9aaa-a335b5adbf9e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aaf4d7aa-9fa8-419e-ae65-6846578be09b HTTP/1.1" status: 204 len: 168 time: 0.1218278 Aug 09 14:40:54.221625 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775d521-703f-415a-9aaa-a335b5adbf9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf4d7aa-9fa8-419e-ae65-6846578be09b,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:54.493840 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 51146) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:40:54.498936 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 18795931-c54f-4b2d-862b-0ef971f0fb7a no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:40:54.509385 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a45f5cc0-3e9f-4974-889b-84e4cc164443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:54.522156 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] No Port match for: 18795931-c54f-4b2d-862b-0ef971f0fb7a {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:40:54.522510 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 18795931-c54f-4b2d-862b-0ef971f0fb7a not bound to the agent host hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:40:54.604406 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a45f5cc0-3e9f-4974-889b-84e4cc164443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:54.609230 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-a45f5cc0-3e9f-4974-889b-84e4cc164443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:54.648103 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-a45f5cc0-3e9f-4974-889b-84e4cc164443 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=30b0cdd37cf54421923842c102a097c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530344 Aug 09 14:40:54.649070 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f5cc0-3e9f-4974-889b-84e4cc164443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2809d385-aa83-45ab-b823-c2fd906836ee,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:54.650924 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51148) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:40:54.702601 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-29fc5faf-90f5-4e1a-8065-d8d7613c7224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:54.724629 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-29fc5faf-90f5-4e1a-8065-d8d7613c7224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:54.778925 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-29fc5faf-90f5-4e1a-8065-d8d7613c7224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:54.781549 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-29fc5faf-90f5-4e1a-8065-d8d7613c7224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:40:54.782769 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-29fc5faf-90f5-4e1a-8065-d8d7613c7224 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2809d385-aa83-45ab-b823-c2fd906836ee HTTP/1.1" status: 204 len: 168 time: 0.1307824 Aug 09 14:40:54.791229 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc5faf-90f5-4e1a-8065-d8d7613c7224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2809d385-aa83-45ab-b823-c2fd906836ee,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:40:59.993938 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 51248) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:41:00.098643 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-04a0a691-cee0-4589-895c-4a580051803c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:00.197800 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-04a0a691-cee0-4589-895c-4a580051803c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:00.202244 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-04a0a691-cee0-4589-895c-4a580051803c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:00.244421 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-04a0a691-cee0-4589-895c-4a580051803c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d3b02fa49f8b4564b5ea95421eb634ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490804 Aug 09 14:41:00.245888 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0a691-cee0-4589-895c-4a580051803c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b8ae98-81ba-40ef-9a75-9d171bd5b640,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:00.247002 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51252) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:41:00.296680 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b9d1080f-8b02-4551-8b41-76bb118d484f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:00.318554 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b9d1080f-8b02-4551-8b41-76bb118d484f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:00.364883 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b9d1080f-8b02-4551-8b41-76bb118d484f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:00.369007 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b9d1080f-8b02-4551-8b41-76bb118d484f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:00.370207 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-b9d1080f-8b02-4551-8b41-76bb118d484f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/98b8ae98-81ba-40ef-9a75-9d171bd5b640 HTTP/1.1" status: 204 len: 168 time: 0.1221883 Aug 09 14:41:00.378116 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1080f-8b02-4551-8b41-76bb118d484f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b8ae98-81ba-40ef-9a75-9d171bd5b640,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:00.640577 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51258) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:41:00.656956 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-dddd947c-60c6-45eb-ac33-c55b20f22c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:00.750128 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-dddd947c-60c6-45eb-ac33-c55b20f22c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:00.753834 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-dddd947c-60c6-45eb-ac33-c55b20f22c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:00.792618 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-dddd947c-60c6-45eb-ac33-c55b20f22c82 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=971ceba7c34a47e7a479226d77ca9a47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508141 Aug 09 14:41:00.794587 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd947c-60c6-45eb-ac33-c55b20f22c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75dfd284-ff79-474a-aad3-a0d5b2fef73a,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:00.795606 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 51260) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:41:00.846864 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d7aba94d-7de3-4f09-aa49-eda1df330b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:00.869238 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d7aba94d-7de3-4f09-aa49-eda1df330b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:00.915710 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d7aba94d-7de3-4f09-aa49-eda1df330b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:00.918394 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d7aba94d-7de3-4f09-aa49-eda1df330b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:00.919607 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-d7aba94d-7de3-4f09-aa49-eda1df330b62 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/75dfd284-ff79-474a-aad3-a0d5b2fef73a HTTP/1.1" status: 204 len: 168 time: 0.1229966 Aug 09 14:41:00.928579 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aba94d-7de3-4f09-aa49-eda1df330b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dfd284-ff79-474a-aad3-a0d5b2fef73a,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:01.248887 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 51266) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:41:01.262570 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4adf-c104-4d83-9d03-6220fcbd2be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:01.354797 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4adf-c104-4d83-9d03-6220fcbd2be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:01.358797 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4adf-c104-4d83-9d03-6220fcbd2be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:01.400457 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-9b2c4adf-c104-4d83-9d03-6220fcbd2be6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d7e068c072f44e8ad91d73e83b4bc21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504619 Aug 09 14:41:01.401153 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c4adf-c104-4d83-9d03-6220fcbd2be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafc6cd1-ccac-47a6-a677-55a66721005c,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:01.403199 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51268) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:41:01.455036 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-fe871587-8b75-4d76-969e-d9a4521a623d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:01.476366 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-fe871587-8b75-4d76-969e-d9a4521a623d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:01.523936 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-fe871587-8b75-4d76-969e-d9a4521a623d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:01.526603 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-fe871587-8b75-4d76-969e-d9a4521a623d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:01.527806 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-fe871587-8b75-4d76-969e-d9a4521a623d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eafc6cd1-ccac-47a6-a677-55a66721005c HTTP/1.1" status: 204 len: 168 time: 0.1234734 Aug 09 14:41:01.535352 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe871587-8b75-4d76-969e-d9a4521a623d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafc6cd1-ccac-47a6-a677-55a66721005c,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:06.532332 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d1eb4175-b0c4-4159-9b0e-2022cc6a04fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:09.383354 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:09.682911 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-affac4a8-5b98-4b04-aac3-a2e08b9da151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:10.336293 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:10.592907 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:41:12.325525 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:16.339746 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-78abe129-9c79-448f-b9fd-47c05b3d98c2 req-f4d06fbf-408f-4cc2-ab0f-79889553d9d8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438817 Aug 09 14:41:16.432606 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abe129-9c79-448f-b9fd-47c05b3d98c2 req-c4f6d496-0153-4e79-942e-5e79ce34ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:16.434235 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-78abe129-9c79-448f-b9fd-47c05b3d98c2 req-c4f6d496-0153-4e79-942e-5e79ce34ad94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b0d6b81c639450c995e87759cde383e&device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 1099 time: 0.0498166 Aug 09 14:41:16.541571 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abe129-9c79-448f-b9fd-47c05b3d98c2 req-83d33d52-2725-4290-b7de-5b5f67c3257c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:16.543072 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-78abe129-9c79-448f-b9fd-47c05b3d98c2 req-83d33d52-2725-4290-b7de-5b5f67c3257c service neutron] 10.222.0.11 "GET /v2.0/networks?id=016ce89f-fbb2-4e9e-96ce-95d15238c277 HTTP/1.1" status: 200 len: 910 time: 0.0878515 Aug 09 14:41:16.615119 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-78abe129-9c79-448f-b9fd-47c05b3d98c2 req-73061c6f-e8e6-4c6d-881d-cf0ce63bb721 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a347f9f-7bc6-489d-9d21-f551f94058a3 HTTP/1.1" status: 200 len: 1002 time: 0.0642428 Aug 09 14:41:16.666595 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abe129-9c79-448f-b9fd-47c05b3d98c2 req-072170d3-33ab-4abf-8a65-b41aa1582627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:16.668127 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-78abe129-9c79-448f-b9fd-47c05b3d98c2 req-072170d3-33ab-4abf-8a65-b41aa1582627 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ec96c47-7c3a-490f-8d84-fe3553d1d3de HTTP/1.1" status: 200 len: 848 time: 0.0453558 Aug 09 14:41:16.715484 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abe129-9c79-448f-b9fd-47c05b3d98c2 req-d62a05b2-c3a5-47b5-8227-80cc6aeb60b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:16.717000 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-78abe129-9c79-448f-b9fd-47c05b3d98c2 req-d62a05b2-c3a5-47b5-8227-80cc6aeb60b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=016ce89f-fbb2-4e9e-96ce-95d15238c277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414271 Aug 09 14:41:16.814519 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-78abe129-9c79-448f-b9fd-47c05b3d98c2 req-a7156fde-7c97-4b6b-9ee8-f8cf23573493 service neutron] 10.222.0.11 "GET /v2.0/networks/016ce89f-fbb2-4e9e-96ce-95d15238c277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886517 Aug 09 14:41:16.913565 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-78abe129-9c79-448f-b9fd-47c05b3d98c2 req-eeddea7b-56eb-46c3-83ac-13d3bcafd114 service neutron] 10.222.0.11 "GET /v2.0/networks/016ce89f-fbb2-4e9e-96ce-95d15238c277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902553 Aug 09 14:41:17.276058 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:20.207551 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 51414) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:41:20.312024 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51418) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:41:20.324201 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4d0b7169-4ab1-4b80-ae75-5fa0f4530639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:20.417609 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4d0b7169-4ab1-4b80-ae75-5fa0f4530639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:20.422071 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4d0b7169-4ab1-4b80-ae75-5fa0f4530639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:20.460561 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b7169-4ab1-4b80-ae75-5fa0f4530639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafd260f-11c0-424c-8916-2a481d3e2526,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:20.467613 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-4d0b7169-4ab1-4b80-ae75-5fa0f4530639 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3218ea3bcf1145a589d1c13f5c087546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566714 Aug 09 14:41:20.468004 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51420) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:41:20.470148 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b7169-4ab1-4b80-ae75-5fa0f4530639 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:20.470503 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b7169-4ab1-4b80-ae75-5fa0f4530639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:20.470890 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b7169-4ab1-4b80-ae75-5fa0f4530639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:20.471236 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b7169-4ab1-4b80-ae75-5fa0f4530639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:20.471574 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b7169-4ab1-4b80-ae75-5fa0f4530639 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:20.471914 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b7169-4ab1-4b80-ae75-5fa0f4530639 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:20.472261 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b7169-4ab1-4b80-ae75-5fa0f4530639 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:20.472621 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b7169-4ab1-4b80-ae75-5fa0f4530639 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:20.472955 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b7169-4ab1-4b80-ae75-5fa0f4530639 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:20.473286 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b7169-4ab1-4b80-ae75-5fa0f4530639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:20.473617 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b7169-4ab1-4b80-ae75-5fa0f4530639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:20.473949 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b7169-4ab1-4b80-ae75-5fa0f4530639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:20.517364 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-a419a3e6-bd66-4624-86ca-3467f5bc30ca tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Deleting port 519c4895-044e-4081-9f70-30dd84e8d81a {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:41:20.517710 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-a419a3e6-bd66-4624-86ca-3467f5bc30ca tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:20.573580 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c5d7c029-f7d3-4827-8520-0bfce51c89fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:20.609958 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c5d7c029-f7d3-4827-8520-0bfce51c89fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:20.635526 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-a419a3e6-bd66-4624-86ca-3467f5bc30ca tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:20.635853 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-a419a3e6-bd66-4624-86ca-3467f5bc30ca tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:20.658947 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-a419a3e6-bd66-4624-86ca-3467f5bc30ca tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Calling delete_port for 519c4895-044e-4081-9f70-30dd84e8d81a owned by network:floatingip {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:41:20.727032 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c5d7c029-f7d3-4827-8520-0bfce51c89fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:20.729667 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c5d7c029-f7d3-4827-8520-0bfce51c89fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:20.733384 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-c5d7c029-f7d3-4827-8520-0bfce51c89fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eafd260f-11c0-424c-8916-2a481d3e2526 HTTP/1.1" status: 204 len: 168 time: 0.2614815 Aug 09 14:41:20.761610 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7c029-f7d3-4827-8520-0bfce51c89fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafd260f-11c0-424c-8916-2a481d3e2526,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:20.773489 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d7c029-f7d3-4827-8520-0bfce51c89fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:20.773842 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d7c029-f7d3-4827-8520-0bfce51c89fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:20.774189 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d7c029-f7d3-4827-8520-0bfce51c89fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:20.774521 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d7c029-f7d3-4827-8520-0bfce51c89fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:20.774878 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d7c029-f7d3-4827-8520-0bfce51c89fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:20.775215 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d7c029-f7d3-4827-8520-0bfce51c89fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:20.775545 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d7c029-f7d3-4827-8520-0bfce51c89fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:20.775871 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d7c029-f7d3-4827-8520-0bfce51c89fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:20.776201 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d7c029-f7d3-4827-8520-0bfce51c89fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:20.776521 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d7c029-f7d3-4827-8520-0bfce51c89fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:20.776842 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d7c029-f7d3-4827-8520-0bfce51c89fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:20.777164 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d7c029-f7d3-4827-8520-0bfce51c89fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:20.867245 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-a419a3e6-bd66-4624-86ca-3467f5bc30ca tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:20.899971 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419a3e6-bd66-4624-86ca-3467f5bc30ca tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Pushing event deleted for resources: {'Port': ['ID=519c4895-044e-4081-9f70-30dd84e8d81a,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:20.965326 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-a419a3e6-bd66-4624-86ca-3467f5bc30ca tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for floatingip, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:20.965671 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.db.l3_db [None req-a419a3e6-bd66-4624-86ca-3467f5bc30ca tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Floating IP 9dc29d0b-7540-4e8d-afef-40358559af36 disassociated (deleted). External IP: 172.27.0.188, port: 4a347f9f-7bc6-489d-9d21-f551f94058a3. Aug 09 14:41:21.194627 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a419a3e6-bd66-4624-86ca-3467f5bc30ca tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Router d3215efc-3623-42a1-9cc5-afa79db49e9a has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:41:21.338963 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a419a3e6-bd66-4624-86ca-3467f5bc30ca tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:41:21.344153 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-a419a3e6-bd66-4624-86ca-3467f5bc30ca tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for floatingip, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:21.351200 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fdf1af-b456-404e-be38-da802298e0b3 None None] Sync routers for ids ['d3215efc-3623-42a1-9cc5-afa79db49e9a'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:41:21.362028 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fdf1af-b456-404e-be38-da802298e0b3 None None] Routers {'d3215efc-3623-42a1-9cc5-afa79db49e9a'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:41:21.362904 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-81fdf1af-b456-404e-be38-da802298e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:41:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['d3215efc-3623-42a1-9cc5-afa79db49e9a'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:41:21.377590 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-a419a3e6-bd66-4624-86ca-3467f5bc30ca tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "DELETE /v2.0/floatingips/9dc29d0b-7540-4e8d-afef-40358559af36 HTTP/1.1" status: 204 len: 168 time: 1.0618758 Aug 09 14:41:21.377590 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18359e4f-2ff6-4307-9680-24aee5a06ac0', 'tag': '4a347f9f-7bc6-489d-9d21-f551f94058a3'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:41:21.379162 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0f8f46-6792-4690-8d66-e282a41827c2" -d '{"events": [{"name": "network-changed", "server_uuid": "18359e4f-2ff6-4307-9680-24aee5a06ac0", "tag": "4a347f9f-7bc6-489d-9d21-f551f94058a3"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:41:21.411989 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 51446) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:41:21.426947 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487c8f4d-d2d0-499b-b3fa-9867ee748839 x-openstack-request-id: req-487c8f4d-d2d0-499b-b3fa-9867ee748839 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:41:21.427243 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18359e4f-2ff6-4307-9680-24aee5a06ac0", "tag": "4a347f9f-7bc6-489d-9d21-f551f94058a3", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:41:21.427506 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-487c8f4d-d2d0-499b-b3fa-9867ee748839 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:41:21.427917 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18359e4f-2ff6-4307-9680-24aee5a06ac0', 'tag': '4a347f9f-7bc6-489d-9d21-f551f94058a3', 'status': 'completed', 'code': 200} Aug 09 14:41:21.492456 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f8f46-6792-4690-8d66-e282a41827c2 req-c1cdc192-cb15-4021-90fe-153ec4a01c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:21.494520 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bf0f8f46-6792-4690-8d66-e282a41827c2 req-c1cdc192-cb15-4021-90fe-153ec4a01c8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b0d6b81c639450c995e87759cde383e&device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 1099 time: 0.0463943 Aug 09 14:41:21.497458 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-81fdf1af-b456-404e-be38-da802298e0b3 None None] Set router d3215efc-3623-42a1-9cc5-afa79db49e9a gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:41:21.542028 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.v2.base [None req-46ba6626-43c4-43be-86b9-0a5dd29df15b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1091104621-network', 'tenant_id': '9317e7000db34d51bc3b6a52b18f7572'}} {{(pid=93282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:41:21.568699 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ba6626-43c4-43be-86b9-0a5dd29df15b admin admin] Made reservation on behalf of 9317e7000db34d51bc3b6a52b18f7572 for: {'network': 1} {{(pid=93282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:41:21.573316 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-46ba6626-43c4-43be-86b9-0a5dd29df15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for network, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:21.587520 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-46ba6626-43c4-43be-86b9-0a5dd29df15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:21.632160 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f8f46-6792-4690-8d66-e282a41827c2 req-bc4a5678-6875-40e5-be1f-a14492c1a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:21.633876 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bf0f8f46-6792-4690-8d66-e282a41827c2 req-bc4a5678-6875-40e5-be1f-a14492c1a339 service neutron] 10.222.0.11 "GET /v2.0/networks?id=016ce89f-fbb2-4e9e-96ce-95d15238c277 HTTP/1.1" status: 200 len: 910 time: 0.1316531 Aug 09 14:41:21.685155 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bf0f8f46-6792-4690-8d66-e282a41827c2 req-f798e76f-70f3-47fe-a351-bfe12d0094f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a347f9f-7bc6-489d-9d21-f551f94058a3 HTTP/1.1" status: 200 len: 217 time: 0.0433855 Aug 09 14:41:21.688045 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a57976-d002-4d41-b841-ade0c8f66ae3 req-35a735b3-dbdf-483e-9590-1040de5cea21 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:21.689614 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-62a57976-d002-4d41-b841-ade0c8f66ae3 req-35a735b3-dbdf-483e-9590-1040de5cea21 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 946 time: 0.0833104 Aug 09 14:41:21.743283 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f8f46-6792-4690-8d66-e282a41827c2 req-8a4d85f3-6c6b-4376-8006-bdd39642bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:21.744967 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bf0f8f46-6792-4690-8d66-e282a41827c2 req-8a4d85f3-6c6b-4376-8006-bdd39642bbce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ec96c47-7c3a-490f-8d84-fe3553d1d3de HTTP/1.1" status: 200 len: 848 time: 0.0522568 Aug 09 14:41:21.754181 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-81fdf1af-b456-404e-be38-da802298e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'name': 'tempest-TestShelveInstance-1511982857-router', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:20Z', 'updated_at': '2021-08-09T14:36:23Z', 'revision_number': 4, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'gw_port': {'id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:21Z', 'updated_at': '2021-08-09T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'd4985748-1a10-4a24-8adf-c83108712f14', 'name': '', 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'mac_address': 'fa:16:3e:91:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '6ec96c47-7c3a-490f-8d84-fe3553d1d3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:23Z', 'updated_at': '2021-08-09T14:36:29Z', 'revision_number': 5, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'subnets': [{'id': '6ec96c47-7c3a-490f-8d84-fe3553d1d3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:41:21.763136 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-62a57976-d002-4d41-b841-ade0c8f66ae3 req-7106b14e-3520-4147-b962-282dcb696f98 tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624321 Aug 09 14:41:21.786966 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fdf1af-b456-404e-be38-da802298e0b3 None None] Checking router: d3215efc-3623-42a1-9cc5-afa79db49e9a for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:41:21.793643 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-46ba6626-43c4-43be-86b9-0a5dd29df15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:21.796747 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fdf1af-b456-404e-be38-da802298e0b3 None None] Routers {'d3215efc-3623-42a1-9cc5-afa79db49e9a'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:41:21.797464 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-81fdf1af-b456-404e-be38-da802298e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:41:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['d3215efc-3623-42a1-9cc5-afa79db49e9a'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:41:21.799176 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-46ba6626-43c4-43be-86b9-0a5dd29df15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:21.810462 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f8f46-6792-4690-8d66-e282a41827c2 req-91287447-f988-41ae-9f50-f7701aef9f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:21.812022 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bf0f8f46-6792-4690-8d66-e282a41827c2 req-91287447-f988-41ae-9f50-f7701aef9f85 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=016ce89f-fbb2-4e9e-96ce-95d15238c277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0580242 Aug 09 14:41:21.832405 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ba6626-43c4-43be-86b9-0a5dd29df15b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=93282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:41:21.835773 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba6626-43c4-43be-86b9-0a5dd29df15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231f6a89-ed8f-4380-8df8-534c8ab8444f,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:21.847426 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-46ba6626-43c4-43be-86b9-0a5dd29df15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:21.848085 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.db.segments_db [None req-46ba6626-43c4-43be-86b9-0a5dd29df15b admin admin] Added segment 076af4a9-f52f-4e4e-9a77-11dacc95f61a of type vlan for network f3bbe216-85d8-46b6-82bb-468a31eb70e5 Aug 09 14:41:21.908748 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-46ba6626-43c4-43be-86b9-0a5dd29df15b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793432662869'] for network, precommit_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:21.933269 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bf0f8f46-6792-4690-8d66-e282a41827c2 req-de878a6e-c45f-43d2-bd24-e3a7f95d30de service neutron] 10.222.0.11 "GET /v2.0/networks/016ce89f-fbb2-4e9e-96ce-95d15238c277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129184 Aug 09 14:41:21.937296 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-46ba6626-43c4-43be-86b9-0a5dd29df15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762'] for network, after_create {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:21.938467 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba6626-43c4-43be-86b9-0a5dd29df15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:21.939111 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-46ba6626-43c4-43be-86b9-0a5dd29df15b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:21.941494 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-81fdf1af-b456-404e-be38-da802298e0b3 None None] Set router d3215efc-3623-42a1-9cc5-afa79db49e9a gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:41:21.996745 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-46ba6626-43c4-43be-86b9-0a5dd29df15b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5828755 Aug 09 14:41:21.999662 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51452) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:41:22.006895 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [None req-3d5b12c4-a23a-4c5f-88ce-151cf7a502af admin admin] Request body: {'subnet': {'network_id': 'f3bbe216-85d8-46b6-82bb-468a31eb70e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1091104621-subnet', 'tenant_id': '9317e7000db34d51bc3b6a52b18f7572', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:41:22.009906 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba6626-43c4-43be-86b9-0a5dd29df15b admin admin] Pushing event updated for resources: {'Network': ['ID=f3bbe216-85d8-46b6-82bb-468a31eb70e5,revision_number=1']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:22.027765 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Network f3bbe216-85d8-46b6-82bb-468a31eb70e5 details requested by agent ovs-agent-dv-cinder-780933-12-iscsi with host dv-cinder-780933-12-iscsi {{(pid=93283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:41:22.061567 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5b12c4-a23a-4c5f-88ce-151cf7a502af admin admin] Made reservation on behalf of 9317e7000db34d51bc3b6a52b18f7572 for: {'subnet': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:41:22.063887 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3d5b12c4-a23a-4c5f-88ce-151cf7a502af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2505501'] for subnet, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:22.080333 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bf0f8f46-6792-4690-8d66-e282a41827c2 req-38a8b149-bf57-4a0e-b6ac-edceee1b74b7 service neutron] 10.222.0.11 "GET /v2.0/networks/016ce89f-fbb2-4e9e-96ce-95d15238c277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392939 Aug 09 14:41:22.219322 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-81fdf1af-b456-404e-be38-da802298e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'name': 'tempest-TestShelveInstance-1511982857-router', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:20Z', 'updated_at': '2021-08-09T14:36:23Z', 'revision_number': 4, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'gw_port': {'id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:21Z', 'updated_at': '2021-08-09T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'd4985748-1a10-4a24-8adf-c83108712f14', 'name': '', 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'mac_address': 'fa:16:3e:91:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '6ec96c47-7c3a-490f-8d84-fe3553d1d3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:23Z', 'updated_at': '2021-08-09T14:36:29Z', 'revision_number': 5, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'subnets': [{'id': '6ec96c47-7c3a-490f-8d84-fe3553d1d3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:41:22.243889 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3d5b12c4-a23a-4c5f-88ce-151cf7a502af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3868583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2505519'] for subnet, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:22.247277 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fdf1af-b456-404e-be38-da802298e0b3 None None] The sync data for ids ['d3215efc-3623-42a1-9cc5-afa79db49e9a'] in dv-cinder-780933-12-iscsi is: [{'id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'name': 'tempest-TestShelveInstance-1511982857-router', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:20Z', 'updated_at': '2021-08-09T14:36:23Z', 'revision_number': 4, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'gw_port': {'id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:21Z', 'updated_at': '2021-08-09T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': 'd4985748-1a10-4a24-8adf-c83108712f14', 'name': '', 'network_id': '016ce89f-fbb2-4e9e-96ce-95d15238c277', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'mac_address': 'fa:16:3e:91:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '6ec96c47-7c3a-490f-8d84-fe3553d1d3de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:23Z', 'updated_at': '2021-08-09T14:36:29Z', 'revision_number': 5, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'subnets': [{'id': '6ec96c47-7c3a-490f-8d84-fe3553d1d3de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:41:22.303540 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b12c4-a23a-4c5f-88ce-151cf7a502af admin admin] Pushing event updated for resources: {'Subnet': ['ID=48885352-98ff-43bb-9127-0e0e1acd32d9,revision_number=0']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:22.311438 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5b12c4-a23a-4c5f-88ce-151cf7a502af admin admin] Checking segment: {'id': '076af4a9-f52f-4e4e-9a77-11dacc95f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f3bbe216-85d8-46b6-82bb-468a31eb70e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:41:22.311793 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5b12c4-a23a-4c5f-88ce-151cf7a502af admin admin] Network hostable DHCP agents. Network: f3bbe216-85d8-46b6-82bb-468a31eb70e5, hostable agents: ['fcf2683d-1b10-4130-9527-2865db8d3e4f'], hosted agents: [] {{(pid=93281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:41:22.335337 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5b12c4-a23a-4c5f-88ce-151cf7a502af admin admin] Network f3bbe216-85d8-46b6-82bb-468a31eb70e5 is scheduled to be hosted by DHCP agent fcf2683d-1b10-4130-9527-2865db8d3e4f with binding_index 1 {{(pid=93281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:41:22.345002 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-3d5b12c4-a23a-4c5f-88ce-151cf7a502af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-12-iscsi, f3bbe216-85d8-46b6-82bb-468a31eb70e5) {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:41:22.349052 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5b12c4-a23a-4c5f-88ce-151cf7a502af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:22.349657 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3d5b12c4-a23a-4c5f-88ce-151cf7a502af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for subnet, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:22.354516 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea227a2-958b-4036-b7df-f59c86fc14ad None None] Network f3bbe216-85d8-46b6-82bb-468a31eb70e5 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:41:22.365667 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-3d5b12c4-a23a-4c5f-88ce-151cf7a502af admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3640873 Aug 09 14:41:22.489836 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2735aac-edf6-4341-9b00-af851b535d0d None None] New status for floating IP 9dc29d0b-7540-4e8d-afef-40358559af36: DOWN {{(pid=93284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:41:22.501047 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdd64aa-68c2-4fbf-ab85-1a199cb77425 None None] Network f3bbe216-85d8-46b6-82bb-468a31eb70e5 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:41:22.898145 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9518b-e5c6-41f8-b114-bce63090646c req-1c01a23f-4d7e-4439-b9f0-279aeac09c0e tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:22.899798 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bed9518b-e5c6-41f8-b114-bce63090646c req-1c01a23f-4d7e-4439-b9f0-279aeac09c0e tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 946 time: 0.0573666 Aug 09 14:41:22.952119 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bed9518b-e5c6-41f8-b114-bce63090646c req-26ecc4f2-9e1a-47cc-8f3d-029415a13a7d tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49b7162-7e73-4e25-87d6-60e754262e70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422125 Aug 09 14:41:23.222600 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bd8a7-4da8-467f-acef-9b2878a91412 req-0af62c35-12d3-469e-9a23-02039ff9828c tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:23.224112 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b82bd8a7-4da8-467f-acef-9b2878a91412 req-0af62c35-12d3-469e-9a23-02039ff9828c tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.11 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 946 time: 0.0501599 Aug 09 14:41:23.324501 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-b82bd8a7-4da8-467f-acef-9b2878a91412 req-22aab864-70c9-4e9c-b3f3-8c891ce6c73b tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Deleting port 4a347f9f-7bc6-489d-9d21-f551f94058a3 {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:41:23.324850 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-b82bd8a7-4da8-467f-acef-9b2878a91412 req-22aab864-70c9-4e9c-b3f3-8c891ce6c73b tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:23.414255 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-b82bd8a7-4da8-467f-acef-9b2878a91412 req-22aab864-70c9-4e9c-b3f3-8c891ce6c73b tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] For port 4a347f9f-7bc6-489d-9d21-f551f94058a3, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4a347f9f-7bc6-489d-9d21-f551f94058a3,segment=NetworkSegment(12701d57-6a7a-45f8-bee9-091c5c593c82),segment_id=12701d57-6a7a-45f8-bee9-091c5c593c82)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:41:23.414983 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-b82bd8a7-4da8-467f-acef-9b2878a91412 req-22aab864-70c9-4e9c-b3f3-8c891ce6c73b tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:23.427112 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-b82bd8a7-4da8-467f-acef-9b2878a91412 req-22aab864-70c9-4e9c-b3f3-8c891ce6c73b tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Calling delete_port for 4a347f9f-7bc6-489d-9d21-f551f94058a3 owned by compute:nova {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:41:23.567181 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-b82bd8a7-4da8-467f-acef-9b2878a91412 req-22aab864-70c9-4e9c-b3f3-8c891ce6c73b tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:23.607538 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aab864-70c9-4e9c-b3f3-8c891ce6c73b tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Pushing event deleted for resources: {'Port': ['ID=4a347f9f-7bc6-489d-9d21-f551f94058a3,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:23.650961 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82bd8a7-4da8-467f-acef-9b2878a91412 req-22aab864-70c9-4e9c-b3f3-8c891ce6c73b tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] No DVR routers for this DVR port 4a347f9f-7bc6-489d-9d21-f551f94058a3 on host hv-cinder-78093 {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:41:23.653467 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-b82bd8a7-4da8-467f-acef-9b2878a91412 req-22aab864-70c9-4e9c-b3f3-8c891ce6c73b tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:23.655743 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-b82bd8a7-4da8-467f-acef-9b2878a91412 req-22aab864-70c9-4e9c-b3f3-8c891ce6c73b tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.11 "DELETE /v2.0/ports/4a347f9f-7bc6-489d-9d21-f551f94058a3 HTTP/1.1" status: 204 len: 173 time: 0.4228456 Aug 09 14:41:23.656529 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18359e4f-2ff6-4307-9680-24aee5a06ac0', 'name': 'network-vif-deleted', 'tag': '4a347f9f-7bc6-489d-9d21-f551f94058a3'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:41:23.658949 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29b4c47-76dd-4cf8-ac6a-69647065819a" -d '{"events": [{"server_uuid": "18359e4f-2ff6-4307-9680-24aee5a06ac0", "name": "network-vif-deleted", "tag": "4a347f9f-7bc6-489d-9d21-f551f94058a3"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:41:23.696792 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c382fd-1e17-4cce-b9ca-9e274f46c6f8 x-openstack-request-id: req-61c382fd-1e17-4cce-b9ca-9e274f46c6f8 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:41:23.697104 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18359e4f-2ff6-4307-9680-24aee5a06ac0", "name": "network-vif-deleted", "tag": "4a347f9f-7bc6-489d-9d21-f551f94058a3", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:41:23.697363 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-61c382fd-1e17-4cce-b9ca-9e274f46c6f8 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:41:23.697767 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18359e4f-2ff6-4307-9680-24aee5a06ac0', 'name': 'network-vif-deleted', 'tag': '4a347f9f-7bc6-489d-9d21-f551f94058a3', 'status': 'completed', 'code': 200} Aug 09 14:41:24.078433 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-4b73869a-3789-433b-a3a2-553e4f6bae3f req-3fe43e28-8f11-4d21-930d-fae18c23db2f tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "GET /v2.0/ports?device_id=18359e4f-2ff6-4307-9680-24aee5a06ac0 HTTP/1.1" status: 200 len: 210 time: 0.0367002 Aug 09 14:41:24.221681 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-50c03c4f-370b-486a-87ae-eec0bb736888 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:24.223183 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-50c03c4f-370b-486a-87ae-eec0bb736888 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/networks?id=f3bbe216-85d8-46b6-82bb-468a31eb70e5 HTTP/1.1" status: 200 len: 809 time: 0.1045408 Aug 09 14:41:24.241419 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-fd0591b5-de4c-409c-ae3b-854ab5514746 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/quotas/9317e7000db34d51bc3b6a52b18f7572 HTTP/1.1" status: 200 len: 375 time: 0.0096817 Aug 09 14:41:24.273132 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-acb6313a-4579-4fa0-9f62-61a5077d9367 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9317e7000db34d51bc3b6a52b18f7572&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258949 Aug 09 14:41:24.369201 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-e01c642a-99e3-4ac1-854e-d82e2de67df0 service neutron] 10.222.0.60 "GET /v2.0/networks/f3bbe216-85d8-46b6-82bb-468a31eb70e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888741 Aug 09 14:41:24.708398 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-47aca63b-3032-4382-8d01-67eaccc43ed4 service neutron] 10.222.0.60 "GET /v2.0/networks/f3bbe216-85d8-46b6-82bb-468a31eb70e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330040 Aug 09 14:41:24.879252 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0deca1b0-fd6a-4abc-92e0-435a29bcf01b req-086dfdc3-7688-4d0d-b779-5e6b5699453e tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7ea525c-f3c9-469b-bc4f-581d767fadd3 HTTP/1.1" status: 200 len: 210 time: 0.0320611 Aug 09 14:41:25.129016 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51496) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:41:25.193581 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7be7b505-9540-4a99-96f1-794781fb7b1f tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:25.228279 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7be7b505-9540-4a99-96f1-794781fb7b1f tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:25.295305 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7be7b505-9540-4a99-96f1-794781fb7b1f tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:25.298235 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7be7b505-9540-4a99-96f1-794781fb7b1f tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:25.299576 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-7be7b505-9540-4a99-96f1-794781fb7b1f tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] 10.222.0.60 "DELETE /v2.0/security-groups/d49b7162-7e73-4e25-87d6-60e754262e70 HTTP/1.1" status: 204 len: 168 time: 0.1695704 Aug 09 14:41:25.309866 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7b505-9540-4a99-96f1-794781fb7b1f tempest-TestShelveInstance-173665075 tempest-TestShelveInstance-173665075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49b7162-7e73-4e25-87d6-60e754262e70,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:25.346177 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 51500) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:41:25.754189 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9b11a95a-3de0-4e94-abf0-a450e853bc9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1744772'] for router_interface, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:25.935101 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-c4eb1c28-97fe-4ed9-9e17-9dac091d7c47 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:25.936732 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-c4eb1c28-97fe-4ed9-9e17-9dac091d7c47 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.11 "GET /v2.0/networks?id=f3bbe216-85d8-46b6-82bb-468a31eb70e5 HTTP/1.1" status: 200 len: 809 time: 0.1310573 Aug 09 14:41:25.958974 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-0bbbc08c-00fb-4b6c-9a31-15954e152726 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Request body: {'port': {'device_id': 'a7ea525c-f3c9-469b-bc4f-581d767fadd3', 'network_id': 'f3bbe216-85d8-46b6-82bb-468a31eb70e5', 'admin_state_up': True, 'tenant_id': '9317e7000db34d51bc3b6a52b18f7572'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:41:26.026641 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0581e8c6-ef43-4d9b-b97f-290e50a3007f req-14691e3c-1474-4fa2-80da-615a09767ee3 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7ea525c-f3c9-469b-bc4f-581d767fadd3 HTTP/1.1" status: 200 len: 210 time: 0.0321589 Aug 09 14:41:26.071209 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-9b11a95a-3de0-4e94-abf0-a450e853bc9a admin admin] Deleting port d4985748-1a10-4a24-8adf-c83108712f14 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:41:26.071554 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9b11a95a-3de0-4e94-abf0-a450e853bc9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:26.081280 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-0bbbc08c-00fb-4b6c-9a31-15954e152726 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Made reservation on behalf of 9317e7000db34d51bc3b6a52b18f7572 for: {'port': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:41:26.085007 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-0bbbc08c-00fb-4b6c-9a31-15954e152726 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:26.153784 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-9b11a95a-3de0-4e94-abf0-a450e853bc9a admin admin] For port d4985748-1a10-4a24-8adf-c83108712f14, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=d4985748-1a10-4a24-8adf-c83108712f14,segment=NetworkSegment(12701d57-6a7a-45f8-bee9-091c5c593c82),segment_id=12701d57-6a7a-45f8-bee9-091c5c593c82)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:41:26.154191 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9b11a95a-3de0-4e94-abf0-a450e853bc9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:26.169518 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-9b11a95a-3de0-4e94-abf0-a450e853bc9a admin admin] Calling delete_port for d4985748-1a10-4a24-8adf-c83108712f14 owned by network:router_interface {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:41:26.232214 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-0bbbc08c-00fb-4b6c-9a31-15954e152726 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Allocated IP 172.20.0.6 (f3bbe216-85d8-46b6-82bb-468a31eb70e5/48885352-98ff-43bb-9127-0e0e1acd32d9/860a77a7-622c-427e-b13f-05ebac869af1) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:41:26.357102 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9b11a95a-3de0-4e94-abf0-a450e853bc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:26.385439 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-0bbbc08c-00fb-4b6c-9a31-15954e152726 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:26.386365 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11a95a-3de0-4e94-abf0-a450e853bc9a admin admin] Pushing event deleted for resources: {'Port': ['ID=d4985748-1a10-4a24-8adf-c83108712f14,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:26.432906 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-0bbbc08c-00fb-4b6c-9a31-15954e152726 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:26.488271 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-0bbbc08c-00fb-4b6c-9a31-15954e152726 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Network f3bbe216-85d8-46b6-82bb-468a31eb70e5 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:41:26.491705 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-0bbbc08c-00fb-4b6c-9a31-15954e152726 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:41:26.496586 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-0bbbc08c-00fb-4b6c-9a31-15954e152726 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:41:26.500668 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbc08c-00fb-4b6c-9a31-15954e152726 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Pushing event updated for resources: {'Port': ['ID=860a77a7-622c-427e-b13f-05ebac869af1,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:26.550287 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-0bbbc08c-00fb-4b6c-9a31-15954e152726 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:26.550966 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-0bbbc08c-00fb-4b6c-9a31-15954e152726 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:26.580359 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-9b11a95a-3de0-4e94-abf0-a450e853bc9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741364'] for router_interface, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:26.580813 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-0bbbc08c-00fb-4b6c-9a31-15954e152726 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6265116 Aug 09 14:41:26.593732 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-c62c01d2-0a8c-4d07-bf97-cb54a12ad68e service neutron] Request body: {'port': {'device_id': 'a7ea525c-f3c9-469b-bc4f-581d767fadd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:41:26.653673 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-c62c01d2-0a8c-4d07-bf97-cb54a12ad68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:26.686006 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 4a347f9f-7bc6-489d-9d21-f551f94058a3 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:41:26.707152 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] No Port match for: 4a347f9f-7bc6-489d-9d21-f551f94058a3 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:41:26.707493 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 4a347f9f-7bc6-489d-9d21-f551f94058a3 not bound to the agent host hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:41:26.809564 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b11a95a-3de0-4e94-abf0-a450e853bc9a admin admin] Router d3215efc-3623-42a1-9cc5-afa79db49e9a has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:41:26.918899 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b11a95a-3de0-4e94-abf0-a450e853bc9a admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:41:26.926663 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-9b11a95a-3de0-4e94-abf0-a450e853bc9a admin admin] 10.222.0.60 "PUT /v2.0/routers/d3215efc-3623-42a1-9cc5-afa79db49e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5789080 Aug 09 14:41:26.929462 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 51512) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:41:26.933364 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565024bc-c50b-4738-99bf-19e2476663e6 None None] Sync routers for ids ['d3215efc-3623-42a1-9cc5-afa79db49e9a'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:41:26.945640 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565024bc-c50b-4738-99bf-19e2476663e6 None None] Routers {'d3215efc-3623-42a1-9cc5-afa79db49e9a'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:41:26.946285 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-565024bc-c50b-4738-99bf-19e2476663e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:41:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['d3215efc-3623-42a1-9cc5-afa79db49e9a'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:41:26.952552 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-c62c01d2-0a8c-4d07-bf97-cb54a12ad68e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 860a77a7-622c-427e-b13f-05ebac869af1 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:41:26.960960 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-c62c01d2-0a8c-4d07-bf97-cb54a12ad68e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:26.974493 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-c62c01d2-0a8c-4d07-bf97-cb54a12ad68e service neutron] Transition to ACTIVE for port object 860a77a7-622c-427e-b13f-05ebac869af1 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:41:26.979643 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-c62c01d2-0a8c-4d07-bf97-cb54a12ad68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:27.054539 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-44ee181d-6ad7-41db-8f7d-817cae117098 admin admin] Notify callbacks [] for router, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:27.070233 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c01d2-0a8c-4d07-bf97-cb54a12ad68e service neutron] Pushing event updated for resources: {'Port': ['ID=860a77a7-622c-427e-b13f-05ebac869af1,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:27.074797 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-565024bc-c50b-4738-99bf-19e2476663e6 None None] Set router d3215efc-3623-42a1-9cc5-afa79db49e9a gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:41:27.128642 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-c62c01d2-0a8c-4d07-bf97-cb54a12ad68e service neutron] Attempting to bind port 860a77a7-622c-427e-b13f-05ebac869af1 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:41:27.129013 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-c62c01d2-0a8c-4d07-bf97-cb54a12ad68e service neutron] Attempting to bind port 860a77a7-622c-427e-b13f-05ebac869af1 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '076af4a9-f52f-4e4e-9a77-11dacc95f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f3bbe216-85d8-46b6-82bb-468a31eb70e5'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:41:27.129322 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-c62c01d2-0a8c-4d07-bf97-cb54a12ad68e service neutron] Attempting to bind port 860a77a7-622c-427e-b13f-05ebac869af1 on network f3bbe216-85d8-46b6-82bb-468a31eb70e5 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:41:27.134120 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-c62c01d2-0a8c-4d07-bf97-cb54a12ad68e service neutron] Port 860a77a7-622c-427e-b13f-05ebac869af1 on network f3bbe216-85d8-46b6-82bb-468a31eb70e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:41:27.134453 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-c62c01d2-0a8c-4d07-bf97-cb54a12ad68e service neutron] Attempting to bind port 860a77a7-622c-427e-b13f-05ebac869af1 on network f3bbe216-85d8-46b6-82bb-468a31eb70e5 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:41:27.139460 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-c62c01d2-0a8c-4d07-bf97-cb54a12ad68e service neutron] Checking agent: {'id': '787e8c88-8117-4bdf-b5e3-a5a97e4f7369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'started_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:41:27.139812 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-c62c01d2-0a8c-4d07-bf97-cb54a12ad68e service neutron] Checking segment: {'id': '076af4a9-f52f-4e4e-9a77-11dacc95f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f3bbe216-85d8-46b6-82bb-468a31eb70e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:41:27.140213 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-c62c01d2-0a8c-4d07-bf97-cb54a12ad68e service neutron] Bound using segment: {'id': '076af4a9-f52f-4e4e-9a77-11dacc95f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f3bbe216-85d8-46b6-82bb-468a31eb70e5'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:41:27.140649 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-c62c01d2-0a8c-4d07-bf97-cb54a12ad68e service neutron] Bound port: 860a77a7-622c-427e-b13f-05ebac869af1, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '076af4a9-f52f-4e4e-9a77-11dacc95f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f3bbe216-85d8-46b6-82bb-468a31eb70e5'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:41:27.146720 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-c62c01d2-0a8c-4d07-bf97-cb54a12ad68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:27.199841 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-44ee181d-6ad7-41db-8f7d-817cae117098 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:27.227133 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-c62c01d2-0a8c-4d07-bf97-cb54a12ad68e service neutron] For port 860a77a7-622c-427e-b13f-05ebac869af1, host hv-cinder-78093, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:41:27.231402 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-c62c01d2-0a8c-4d07-bf97-cb54a12ad68e service neutron] For port 860a77a7-622c-427e-b13f-05ebac869af1, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=860a77a7-622c-427e-b13f-05ebac869af1,segment=NetworkSegment(076af4a9-f52f-4e4e-9a77-11dacc95f61a),segment_id=076af4a9-f52f-4e4e-9a77-11dacc95f61a)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:41:27.239797 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-c62c01d2-0a8c-4d07-bf97-cb54a12ad68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:27.263320 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fa1cc-c663-4b68-82a7-6cca65239a50 req-a15ebf46-e308-4c7d-98d7-e53f224b761b tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:27.264843 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-069fa1cc-c663-4b68-82a7-6cca65239a50 req-a15ebf46-e308-4c7d-98d7-e53f224b761b tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7ea525c-f3c9-469b-bc4f-581d767fadd3 HTTP/1.1" status: 200 len: 943 time: 0.1199791 Aug 09 14:41:27.281008 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-565024bc-c50b-4738-99bf-19e2476663e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'name': 'tempest-TestShelveInstance-1511982857-router', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:20Z', 'updated_at': '2021-08-09T14:41:26Z', 'revision_number': 5, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'gw_port': {'id': '8e1548b7-b8ad-46d9-b4d2-35c95f310459', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:21Z', 'updated_at': '2021-08-09T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:41:27.290633 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-c62c01d2-0a8c-4d07-bf97-cb54a12ad68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:27.291286 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-c62c01d2-0a8c-4d07-bf97-cb54a12ad68e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:27.293614 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-c62c01d2-0a8c-4d07-bf97-cb54a12ad68e service neutron] 10.222.0.11 "PUT /v2.0/ports/860a77a7-622c-427e-b13f-05ebac869af1 HTTP/1.1" status: 200 len: 1093 time: 0.7042642 Aug 09 14:41:27.294568 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ea525c-f3c9-469b-bc4f-581d767fadd3', 'tag': '860a77a7-622c-427e-b13f-05ebac869af1'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:41:27.300867 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908d09de-59b0-49b3-881b-c90ed5941760" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ea525c-f3c9-469b-bc4f-581d767fadd3", "tag": "860a77a7-622c-427e-b13f-05ebac869af1"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:41:27.317189 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565024bc-c50b-4738-99bf-19e2476663e6 None None] Checking router: d3215efc-3623-42a1-9cc5-afa79db49e9a for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:41:27.328889 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565024bc-c50b-4738-99bf-19e2476663e6 None None] Routers {'d3215efc-3623-42a1-9cc5-afa79db49e9a'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:41:27.329601 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-565024bc-c50b-4738-99bf-19e2476663e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:41:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['d3215efc-3623-42a1-9cc5-afa79db49e9a'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:41:27.351706 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-069fa1cc-c663-4b68-82a7-6cca65239a50 req-9e20ce4c-05f0-47c1-9380-b7994dbdf773 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/security-groups?id=231f6a89-ed8f-4380-8df8-534c8ab8444f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761783 Aug 09 14:41:27.355968 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-44ee181d-6ad7-41db-8f7d-817cae117098 admin admin] Deleting port 8e1548b7-b8ad-46d9-b4d2-35c95f310459 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:41:27.356617 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-44ee181d-6ad7-41db-8f7d-817cae117098 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:27.375252 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196096a5-3a1a-4632-8afd-a901091d0330 x-openstack-request-id: req-196096a5-3a1a-4632-8afd-a901091d0330 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:41:27.375622 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ea525c-f3c9-469b-bc4f-581d767fadd3", "tag": "860a77a7-622c-427e-b13f-05ebac869af1", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:41:27.375948 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-196096a5-3a1a-4632-8afd-a901091d0330 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:41:27.376410 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ea525c-f3c9-469b-bc4f-581d767fadd3', 'tag': '860a77a7-622c-427e-b13f-05ebac869af1', 'status': 'completed', 'code': 200} Aug 09 14:41:27.385194 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c01d2-0a8c-4d07-bf97-cb54a12ad68e service neutron] Pushing event updated for resources: {'Port': ['ID=860a77a7-622c-427e-b13f-05ebac869af1,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:27.425202 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-e742ac73-ccaf-427b-8100-147d9bd110ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:27.429273 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-e742ac73-ccaf-427b-8100-147d9bd110ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9317e7000db34d51bc3b6a52b18f7572&device_id=a7ea525c-f3c9-469b-bc4f-581d767fadd3 HTTP/1.1" status: 200 len: 1096 time: 0.0547938 Aug 09 14:41:27.450644 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-44ee181d-6ad7-41db-8f7d-817cae117098 admin admin] For port 8e1548b7-b8ad-46d9-b4d2-35c95f310459, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=8e1548b7-b8ad-46d9-b4d2-35c95f310459,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:41:27.451270 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-44ee181d-6ad7-41db-8f7d-817cae117098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:27.468503 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-44ee181d-6ad7-41db-8f7d-817cae117098 admin admin] Calling delete_port for 8e1548b7-b8ad-46d9-b4d2-35c95f310459 owned by network:router_gateway {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:41:27.475798 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-e5392655-caea-4aae-a0f9-7f556f633fb0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=860a77a7-622c-427e-b13f-05ebac869af1 HTTP/1.1" status: 200 len: 217 time: 0.0394542 Aug 09 14:41:27.530435 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-9d3fec17-a024-40a1-9a17-88fa748886e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:27.532016 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-9d3fec17-a024-40a1-9a17-88fa748886e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48885352-98ff-43bb-9127-0e0e1acd32d9 HTTP/1.1" status: 200 len: 849 time: 0.0473676 Aug 09 14:41:27.556308 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-565024bc-c50b-4738-99bf-19e2476663e6 None None] Set router d3215efc-3623-42a1-9cc5-afa79db49e9a gateway port host: None {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:41:27.569284 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-f3980df7-2ed3-4703-af3f-f7285e3d61a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f3bbe216-85d8-46b6-82bb-468a31eb70e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266278 Aug 09 14:41:27.610017 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-565024bc-c50b-4738-99bf-19e2476663e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'name': 'tempest-TestShelveInstance-1511982857-router', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:20Z', 'updated_at': '2021-08-09T14:41:27Z', 'revision_number': 6, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'gw_port_host': None}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:41:27.641204 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565024bc-c50b-4738-99bf-19e2476663e6 None None] The sync data for ids ['d3215efc-3623-42a1-9cc5-afa79db49e9a'] in dv-cinder-780933-12-iscsi is: [{'id': 'd3215efc-3623-42a1-9cc5-afa79db49e9a', 'name': 'tempest-TestShelveInstance-1511982857-router', 'tenant_id': '9b0d6b81c639450c995e87759cde383e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:20Z', 'updated_at': '2021-08-09T14:41:27Z', 'revision_number': 6, 'project_id': '9b0d6b81c639450c995e87759cde383e', 'gw_port_host': None}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:41:27.649158 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-44ee181d-6ad7-41db-8f7d-817cae117098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:27.675319 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-ec12f80e-b072-4b4a-9884-58b73c04afef service neutron] 10.222.0.11 "GET /v2.0/networks/f3bbe216-85d8-46b6-82bb-468a31eb70e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960400 Aug 09 14:41:27.676874 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee181d-6ad7-41db-8f7d-817cae117098 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e1548b7-b8ad-46d9-b4d2-35c95f310459,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:27.741299 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-44ee181d-6ad7-41db-8f7d-817cae117098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744082'] for router_gateway, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:27.776413 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-5b24cd6e-e4f8-42f8-a11b-39418ceee663 req-8fe131e7-0b59-4047-bf7c-6d5ef74530b7 service neutron] 10.222.0.11 "GET /v2.0/networks/f3bbe216-85d8-46b6-82bb-468a31eb70e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883112 Aug 09 14:41:27.836341 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-44ee181d-6ad7-41db-8f7d-817cae117098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237291'] for router, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:27.838543 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-44ee181d-6ad7-41db-8f7d-817cae117098 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:27.864805 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d09de-59b0-49b3-881b-c90ed5941760 req-e5fc2d92-132f-40fb-a855-19f96d58a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:27.866980 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-908d09de-59b0-49b3-881b-c90ed5941760 req-e5fc2d92-132f-40fb-a855-19f96d58a600 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9317e7000db34d51bc3b6a52b18f7572&device_id=a7ea525c-f3c9-469b-bc4f-581d767fadd3 HTTP/1.1" status: 200 len: 1096 time: 0.0423722 Aug 09 14:41:27.883974 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-44ee181d-6ad7-41db-8f7d-817cae117098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1742546'] for router, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:27.884606 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ee181d-6ad7-41db-8f7d-817cae117098 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3215efc-3623-42a1-9cc5-afa79db49e9a {{(pid=93282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 14:41:27.889637 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-44ee181d-6ad7-41db-8f7d-817cae117098 admin admin] Notify callbacks [] for router, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:27.890812 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-44ee181d-6ad7-41db-8f7d-817cae117098 admin admin] 10.222.0.60 "DELETE /v2.0/routers/d3215efc-3623-42a1-9cc5-afa79db49e9a HTTP/1.1" status: 204 len: 168 time: 0.9603875 Aug 09 14:41:27.895122 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 51520) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:41:27.943284 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f27c8e-d138-47b4-b7e5-e38a24c710a7 admin admin] Deleting subnet 6ec96c47-7c3a-490f-8d84-fe3553d1d3de {{(pid=93282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:41:27.946729 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d7f27c8e-d138-47b4-b7e5-e38a24c710a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:27.994554 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d7f27c8e-d138-47b4-b7e5-e38a24c710a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25235237'] for subnet, precommit_delete_associations {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:28.091595 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d7f27c8e-d138-47b4-b7e5-e38a24c710a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742273'] for subnet, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:28.151245 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d7f27c8e-d138-47b4-b7e5-e38a24c710a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25220813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25399007'] for subnet, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:28.178024 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f27c8e-d138-47b4-b7e5-e38a24c710a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ec96c47-7c3a-490f-8d84-fe3553d1d3de,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:28.182420 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d7f27c8e-d138-47b4-b7e5-e38a24c710a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:28.187576 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-d7f27c8e-d138-47b4-b7e5-e38a24c710a7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6ec96c47-7c3a-490f-8d84-fe3553d1d3de HTTP/1.1" status: 204 len: 168 time: 0.2890220 Aug 09 14:41:28.188951 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 51522) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:41:28.191872 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7797ad-c2c7-4bd9-8951-22161d485b56 None None] Network 016ce89f-fbb2-4e9e-96ce-95d15238c277 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:41:28.256845 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d09de-59b0-49b3-881b-c90ed5941760 req-68927f3a-dc88-4c48-981c-ff4772bd17d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:28.258258 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-908d09de-59b0-49b3-881b-c90ed5941760 req-68927f3a-dc88-4c48-981c-ff4772bd17d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f3bbe216-85d8-46b6-82bb-468a31eb70e5 HTTP/1.1" status: 200 len: 910 time: 0.3834989 Aug 09 14:41:28.266035 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e7c61629-4850-4f54-893a-6abc9bd007e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676446'] for network, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:28.301880 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-908d09de-59b0-49b3-881b-c90ed5941760 req-f8daa1b5-fb8c-4302-a96b-85de864dee8e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=860a77a7-622c-427e-b13f-05ebac869af1 HTTP/1.1" status: 200 len: 217 time: 0.0357072 Aug 09 14:41:28.328882 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-e7c61629-4850-4f54-893a-6abc9bd007e4 admin admin] Deleting port 479819b7-229f-48dd-bd56-03a43ac2d40c {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:41:28.329235 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e7c61629-4850-4f54-893a-6abc9bd007e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:28.362179 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d09de-59b0-49b3-881b-c90ed5941760 req-65626282-388d-400d-a201-c68a57e3bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:28.363705 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-908d09de-59b0-49b3-881b-c90ed5941760 req-65626282-388d-400d-a201-c68a57e3bbb7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48885352-98ff-43bb-9127-0e0e1acd32d9 HTTP/1.1" status: 200 len: 849 time: 0.0548680 Aug 09 14:41:28.400310 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-908d09de-59b0-49b3-881b-c90ed5941760 req-2c99b4c3-8120-4a11-b0ff-b072ba9bf091 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f3bbe216-85d8-46b6-82bb-468a31eb70e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279429 Aug 09 14:41:28.410458 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-e7c61629-4850-4f54-893a-6abc9bd007e4 admin admin] For port 479819b7-229f-48dd-bd56-03a43ac2d40c, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=479819b7-229f-48dd-bd56-03a43ac2d40c,segment=NetworkSegment(12701d57-6a7a-45f8-bee9-091c5c593c82),segment_id=12701d57-6a7a-45f8-bee9-091c5c593c82)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:41:28.410884 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e7c61629-4850-4f54-893a-6abc9bd007e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:28.434085 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-e7c61629-4850-4f54-893a-6abc9bd007e4 admin admin] Calling delete_port for 479819b7-229f-48dd-bd56-03a43ac2d40c owned by network:dhcp {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:41:28.454795 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e95bf8a-a83e-41b8-9547-0a2ac6155ac2 None None] DHCP port deletion for 016ce89f-fbb2-4e9e-96ce-95d15238c277 request from dv-cinder-780933-12-iscsi {{(pid=93283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 14:41:28.508962 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-1e95bf8a-a83e-41b8-9547-0a2ac6155ac2 None None] Deleting port 479819b7-229f-48dd-bd56-03a43ac2d40c {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:41:28.509614 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1e95bf8a-a83e-41b8-9547-0a2ac6155ac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:28.512048 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-908d09de-59b0-49b3-881b-c90ed5941760 req-5c7a3cee-ee28-4036-9b4b-71b8438ca6f4 service neutron] 10.222.0.11 "GET /v2.0/networks/f3bbe216-85d8-46b6-82bb-468a31eb70e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010075 Aug 09 14:41:28.543490 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004edfa-f04c-4ff9-9feb-f73ec77cfb10 req-e4bddd87-55f9-4ba3-9a54-68b837c9efa7 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:28.545192 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6004edfa-f04c-4ff9-9feb-f73ec77cfb10 req-e4bddd87-55f9-4ba3-9a54-68b837c9efa7 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7ea525c-f3c9-469b-bc4f-581d767fadd3 HTTP/1.1" status: 200 len: 943 time: 0.1123507 Aug 09 14:41:28.592099 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-1e95bf8a-a83e-41b8-9547-0a2ac6155ac2 None None] For port 479819b7-229f-48dd-bd56-03a43ac2d40c, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=479819b7-229f-48dd-bd56-03a43ac2d40c,segment=NetworkSegment(12701d57-6a7a-45f8-bee9-091c5c593c82),segment_id=12701d57-6a7a-45f8-bee9-091c5c593c82)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:41:28.592935 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1e95bf8a-a83e-41b8-9547-0a2ac6155ac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:28.602073 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-6004edfa-f04c-4ff9-9feb-f73ec77cfb10 req-4a22c66d-a976-41a2-949d-9d36863d383e tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/security-groups?id=231f6a89-ed8f-4380-8df8-534c8ab8444f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505815 Aug 09 14:41:28.603361 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e7c61629-4850-4f54-893a-6abc9bd007e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:28.620206 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-1e95bf8a-a83e-41b8-9547-0a2ac6155ac2 None None] Calling delete_port for 479819b7-229f-48dd-bd56-03a43ac2d40c owned by network:dhcp {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:41:28.635282 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c61629-4850-4f54-893a-6abc9bd007e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=479819b7-229f-48dd-bd56-03a43ac2d40c,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:28.638849 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c61629-4850-4f54-893a-6abc9bd007e4 admin admin] No DVR routers for this DVR port 479819b7-229f-48dd-bd56-03a43ac2d40c on host dv-cinder-780933-12-iscsi {{(pid=93282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:41:28.653547 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-908d09de-59b0-49b3-881b-c90ed5941760 req-778ccc85-d6e1-42c1-ac4a-48fb90cc98fd service neutron] 10.222.0.11 "GET /v2.0/networks/f3bbe216-85d8-46b6-82bb-468a31eb70e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321447 Aug 09 14:41:28.715894 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-1e95bf8a-a83e-41b8-9547-0a2ac6155ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:28.726468 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e7c61629-4850-4f54-893a-6abc9bd007e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741126', 'neutron.services.segments.db._delete_segments_for_network-8793433151856'] for network, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:28.736764 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-e7c61629-4850-4f54-893a-6abc9bd007e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016ce89f-fbb2-4e9e-96ce-95d15238c277']}} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:41:28.744212 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e95bf8a-a83e-41b8-9547-0a2ac6155ac2 None None] No DVR routers for this DVR port 479819b7-229f-48dd-bd56-03a43ac2d40c on host dv-cinder-780933-12-iscsi {{(pid=93283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:41:28.749036 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95bf8a-a83e-41b8-9547-0a2ac6155ac2 None None] Pushing event deleted for resources: {'Port': ['ID=479819b7-229f-48dd-bd56-03a43ac2d40c,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:28.752471 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-e7c61629-4850-4f54-893a-6abc9bd007e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12701d57-6a7a-45f8-bee9-091c5c593c82') {'for_net_delete': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:41:28.752471 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-e7c61629-4850-4f54-893a-6abc9bd007e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12701d57-6a7a-45f8-bee9-091c5c593c82') {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:41:28.760767 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bf8a-a83e-41b8-9547-0a2ac6155ac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:28.761167 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bf8a-a83e-41b8-9547-0a2ac6155ac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:28.762157 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bf8a-a83e-41b8-9547-0a2ac6155ac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:28.762157 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bf8a-a83e-41b8-9547-0a2ac6155ac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:28.762157 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bf8a-a83e-41b8-9547-0a2ac6155ac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:28.762491 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bf8a-a83e-41b8-9547-0a2ac6155ac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:28.762856 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bf8a-a83e-41b8-9547-0a2ac6155ac2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:28.763180 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bf8a-a83e-41b8-9547-0a2ac6155ac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:28.763515 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bf8a-a83e-41b8-9547-0a2ac6155ac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:28.763845 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bf8a-a83e-41b8-9547-0a2ac6155ac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:28.764170 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bf8a-a83e-41b8-9547-0a2ac6155ac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:28.764490 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95bf8a-a83e-41b8-9547-0a2ac6155ac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:41:28.766887 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e7c61629-4850-4f54-893a-6abc9bd007e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793433155705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25235250'] for segment, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:28.782924 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e7c61629-4850-4f54-893a-6abc9bd007e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:28.789345 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c61629-4850-4f54-893a-6abc9bd007e4 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:41:28.789765 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e7c61629-4850-4f54-893a-6abc9bd007e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25220627'] for segment, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: Traceback (most recent call last): Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: timer() Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: cb(*args, **kw) Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: return func(*args, **kwargs) Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: self._notify() Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: self.callback(batched_events) Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: event.method(event) Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: return f(self, *a, **k) Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: return self._get(url).json() Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: return self.request(url, 'GET', **kwargs) Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:41:28.791542 dv-cinder-780933-12-iscsi neutron-server[93282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:41:28.850840 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e7c61629-4850-4f54-893a-6abc9bd007e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744054'] for network, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:28.856427 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-e7c61629-4850-4f54-893a-6abc9bd007e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:28.858387 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-e7c61629-4850-4f54-893a-6abc9bd007e4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/016ce89f-fbb2-4e9e-96ce-95d15238c277 HTTP/1.1" status: 204 len: 168 time: 0.6687250 Aug 09 14:41:28.861693 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51526) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:41:28.872794 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c61629-4850-4f54-893a-6abc9bd007e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=016ce89f-fbb2-4e9e-96ce-95d15238c277,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:29.205085 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 479819b7-229f-48dd-bd56-03a43ac2d40c no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:41:29.223866 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ff5f4c0b-20eb-422c-b644-a6a9d510756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1744772'] for router_interface, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:29.225361 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: 479819b7-229f-48dd-bd56-03a43ac2d40c {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:41:29.225724 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 479819b7-229f-48dd-bd56-03a43ac2d40c not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:41:29.226155 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device d4985748-1a10-4a24-8adf-c83108712f14 no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:41:29.246246 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: d4985748-1a10-4a24-8adf-c83108712f14 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:41:29.246577 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device d4985748-1a10-4a24-8adf-c83108712f14 not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:41:29.247026 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 8e1548b7-b8ad-46d9-b4d2-35c95f310459 no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:41:29.265288 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: 8e1548b7-b8ad-46d9-b4d2-35c95f310459 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:41:29.265641 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 8e1548b7-b8ad-46d9-b4d2-35c95f310459 not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:41:29.486561 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-ff5f4c0b-20eb-422c-b644-a6a9d510756a admin admin] Deleting port 80ca3f8a-a279-4977-b834-50086c5feef5 {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:41:29.487186 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ff5f4c0b-20eb-422c-b644-a6a9d510756a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:29.573516 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-ff5f4c0b-20eb-422c-b644-a6a9d510756a admin admin] For port 80ca3f8a-a279-4977-b834-50086c5feef5, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=80ca3f8a-a279-4977-b834-50086c5feef5,segment=NetworkSegment(a84253e0-7fb2-40ae-a436-d73e366110ee),segment_id=a84253e0-7fb2-40ae-a436-d73e366110ee)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:41:29.573879 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ff5f4c0b-20eb-422c-b644-a6a9d510756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:29.586935 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-ff5f4c0b-20eb-422c-b644-a6a9d510756a admin admin] Calling delete_port for 80ca3f8a-a279-4977-b834-50086c5feef5 owned by network:router_interface {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:41:29.724185 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c8503-ea56-41ae-8882-dfa422aed1b7 req-b0a1a20e-efb2-414b-9966-3cd5f9ee64bf tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:29.726315 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3c4c8503-ea56-41ae-8882-dfa422aed1b7 req-b0a1a20e-efb2-414b-9966-3cd5f9ee64bf tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7ea525c-f3c9-469b-bc4f-581d767fadd3 HTTP/1.1" status: 200 len: 943 time: 0.0516829 Aug 09 14:41:29.766118 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3c4c8503-ea56-41ae-8882-dfa422aed1b7 req-830dddaf-d2d7-4637-8216-c2d557a6e160 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/security-groups?id=231f6a89-ed8f-4380-8df8-534c8ab8444f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335708 Aug 09 14:41:29.780888 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ff5f4c0b-20eb-422c-b644-a6a9d510756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:29.809058 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f4c0b-20eb-422c-b644-a6a9d510756a admin admin] Pushing event deleted for resources: {'Port': ['ID=80ca3f8a-a279-4977-b834-50086c5feef5,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:29.986395 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ff5f4c0b-20eb-422c-b644-a6a9d510756a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741364'] for router_interface, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:30.216471 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5f4c0b-20eb-422c-b644-a6a9d510756a admin admin] Router bccc29d4-d922-4354-a592-d972e8d6e1b1 has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:41:30.336040 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5f4c0b-20eb-422c-b644-a6a9d510756a admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:41:30.342929 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-ff5f4c0b-20eb-422c-b644-a6a9d510756a admin admin] 10.222.0.60 "PUT /v2.0/routers/bccc29d4-d922-4354-a592-d972e8d6e1b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4801030 Aug 09 14:41:30.343803 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51530) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:41:30.345037 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57966387-a088-438a-b37b-ee89e0bb4ee2 None None] Sync routers for ids ['bccc29d4-d922-4354-a592-d972e8d6e1b1'] in dv-cinder-780933-12-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:41:30.356523 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57966387-a088-438a-b37b-ee89e0bb4ee2 None None] Routers {'bccc29d4-d922-4354-a592-d972e8d6e1b1'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:41:30.357145 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-57966387-a088-438a-b37b-ee89e0bb4ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:41:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['bccc29d4-d922-4354-a592-d972e8d6e1b1'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:41:30.451212 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-83bd9aa4-508b-4186-8c2a-ad812afdf9e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:30.468008 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-57966387-a088-438a-b37b-ee89e0bb4ee2 None None] Set router bccc29d4-d922-4354-a592-d972e8d6e1b1 gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:41:30.559610 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-83bd9aa4-508b-4186-8c2a-ad812afdf9e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:30.616529 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-83bd9aa4-508b-4186-8c2a-ad812afdf9e7 admin admin] Deleting port 1d298680-2b17-4449-a75f-7038eca6e4d6 {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:41:30.617137 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-83bd9aa4-508b-4186-8c2a-ad812afdf9e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:30.650479 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-57966387-a088-438a-b37b-ee89e0bb4ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccc29d4-d922-4354-a592-d972e8d6e1b1', 'name': 'tempest-TestShelveInstance-1738385408-router', 'tenant_id': '81270e012af247a98b184274a36ff325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '1d298680-2b17-4449-a75f-7038eca6e4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:25Z', 'updated_at': '2021-08-09T14:41:29Z', 'revision_number': 5, 'project_id': '81270e012af247a98b184274a36ff325', 'gw_port': {'id': '1d298680-2b17-4449-a75f-7038eca6e4d6', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccc29d4-d922-4354-a592-d972e8d6e1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:36:26Z', 'updated_at': '2021-08-09T14:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:41:30.676910 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57966387-a088-438a-b37b-ee89e0bb4ee2 None None] Checking router: bccc29d4-d922-4354-a592-d972e8d6e1b1 for host: dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:41:30.687303 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57966387-a088-438a-b37b-ee89e0bb4ee2 None None] Routers {'bccc29d4-d922-4354-a592-d972e8d6e1b1'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:41:30.687946 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-57966387-a088-438a-b37b-ee89e0bb4ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:41:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['bccc29d4-d922-4354-a592-d972e8d6e1b1'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:41:30.708299 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-83bd9aa4-508b-4186-8c2a-ad812afdf9e7 admin admin] For port 1d298680-2b17-4449-a75f-7038eca6e4d6, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=1d298680-2b17-4449-a75f-7038eca6e4d6,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:41:30.708665 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-83bd9aa4-508b-4186-8c2a-ad812afdf9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:30.721532 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-83bd9aa4-508b-4186-8c2a-ad812afdf9e7 admin admin] Calling delete_port for 1d298680-2b17-4449-a75f-7038eca6e4d6 owned by network:router_gateway {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:41:30.728896 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 860a77a7-622c-427e-b13f-05ebac869af1 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:41:30.783721 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-57966387-a088-438a-b37b-ee89e0bb4ee2 None None] Set router bccc29d4-d922-4354-a592-d972e8d6e1b1 gateway port host: None {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:41:30.834866 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 860a77a7-622c-427e-b13f-05ebac869af1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=860a77a7-622c-427e-b13f-05ebac869af1,segment=NetworkSegment(076af4a9-f52f-4e4e-9a77-11dacc95f61a),segment_id=076af4a9-f52f-4e4e-9a77-11dacc95f61a)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:41:30.842984 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-57966387-a088-438a-b37b-ee89e0bb4ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccc29d4-d922-4354-a592-d972e8d6e1b1', 'name': 'tempest-TestShelveInstance-1738385408-router', 'tenant_id': '81270e012af247a98b184274a36ff325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:25Z', 'updated_at': '2021-08-09T14:41:30Z', 'revision_number': 6, 'project_id': '81270e012af247a98b184274a36ff325', 'gw_port_host': None}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:41:30.853026 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': '860a77a7-622c-427e-b13f-05ebac869af1', 'network_id': 'f3bbe216-85d8-46b6-82bb-468a31eb70e5', 'port_id': '860a77a7-622c-427e-b13f-05ebac869af1', 'mac_address': 'fa:16:3e:ae:e1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48885352-98ff-43bb-9127-0e0e1acd32d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:41:30.871823 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57966387-a088-438a-b37b-ee89e0bb4ee2 None None] The sync data for ids ['bccc29d4-d922-4354-a592-d972e8d6e1b1'] in dv-cinder-780933-12-iscsi is: [{'id': 'bccc29d4-d922-4354-a592-d972e8d6e1b1', 'name': 'tempest-TestShelveInstance-1738385408-router', 'tenant_id': '81270e012af247a98b184274a36ff325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:36:25Z', 'updated_at': '2021-08-09T14:41:30Z', 'revision_number': 6, 'project_id': '81270e012af247a98b184274a36ff325', 'gw_port_host': None}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:41:30.899241 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:30.918048 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860a77a7-622c-427e-b13f-05ebac869af1 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:41:30.919886 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa789f7-794a-4457-9433-a13045295414 req-6401a514-89e3-46d6-880b-f60b276601b3 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:30.921451 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0aa789f7-794a-4457-9433-a13045295414 req-6401a514-89e3-46d6-880b-f60b276601b3 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7ea525c-f3c9-469b-bc4f-581d767fadd3 HTTP/1.1" status: 200 len: 943 time: 0.0683944 Aug 09 14:41:30.943496 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 860a77a7-622c-427e-b13f-05ebac869af1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=860a77a7-622c-427e-b13f-05ebac869af1,segment=NetworkSegment(076af4a9-f52f-4e4e-9a77-11dacc95f61a),segment_id=076af4a9-f52f-4e4e-9a77-11dacc95f61a)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:41:30.953118 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:30.967952 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-83bd9aa4-508b-4186-8c2a-ad812afdf9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:30.972176 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0aa789f7-794a-4457-9433-a13045295414 req-92c9f8ec-81b3-459d-9bb8-6ce24b2d01ba tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/security-groups?id=231f6a89-ed8f-4380-8df8-534c8ab8444f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427353 Aug 09 14:41:30.995855 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd9aa4-508b-4186-8c2a-ad812afdf9e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d298680-2b17-4449-a75f-7038eca6e4d6,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:31.019486 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=860a77a7-622c-427e-b13f-05ebac869af1,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:31.062912 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-83bd9aa4-508b-4186-8c2a-ad812afdf9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744082'] for router_gateway, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:31.166286 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-83bd9aa4-508b-4186-8c2a-ad812afdf9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237291'] for router, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:31.168338 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-83bd9aa4-508b-4186-8c2a-ad812afdf9e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:31.215660 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-83bd9aa4-508b-4186-8c2a-ad812afdf9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1742546'] for router, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:31.216149 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bd9aa4-508b-4186-8c2a-ad812afdf9e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bccc29d4-d922-4354-a592-d972e8d6e1b1 {{(pid=93281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 14:41:31.218731 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['860a77a7-622c-427e-b13f-05ebac869af1'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:41:31.224204 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-83bd9aa4-508b-4186-8c2a-ad812afdf9e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:31.227290 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-83bd9aa4-508b-4186-8c2a-ad812afdf9e7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/bccc29d4-d922-4354-a592-d972e8d6e1b1 HTTP/1.1" status: 204 len: 168 time: 0.8823426 Aug 09 14:41:31.228046 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51534) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:41:31.292965 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d781683-bbf7-420f-888e-de3f55abe931 admin admin] Deleting subnet e330ad83-987f-4af7-b7a6-e6cdd214e000 {{(pid=93281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:41:31.296066 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3d781683-bbf7-420f-888e-de3f55abe931 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:31.337440 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3d781683-bbf7-420f-888e-de3f55abe931 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522946'] for subnet, precommit_delete_associations {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:31.423624 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3d781683-bbf7-420f-888e-de3f55abe931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742273'] for subnet, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:31.477354 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3d781683-bbf7-420f-888e-de3f55abe931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3868640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2505526'] for subnet, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:31.500478 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d781683-bbf7-420f-888e-de3f55abe931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e330ad83-987f-4af7-b7a6-e6cdd214e000,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:31.506648 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3d781683-bbf7-420f-888e-de3f55abe931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for subnet, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:31.508697 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-3d781683-bbf7-420f-888e-de3f55abe931 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e330ad83-987f-4af7-b7a6-e6cdd214e000 HTTP/1.1" status: 204 len: 168 time: 0.2795074 Aug 09 14:41:31.511098 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51536) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:41:31.519000 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d999fd80-3d75-45dd-bb4e-ca1dfb7cb8d5 None None] Network 5fd8cf27-2299-4f9b-aeed-3aab8460ad72 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:41:31.591594 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-31abfe44-51f8-4813-9367-88d34508bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676446'] for network, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:31.647309 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-31abfe44-51f8-4813-9367-88d34508bab7 admin admin] Deleting port 7d643e0f-5ea9-45c4-92af-a176f0f6292e {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:41:31.647661 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-31abfe44-51f8-4813-9367-88d34508bab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:31.676106 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 80ca3f8a-a279-4977-b834-50086c5feef5 no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:41:31.698927 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: 80ca3f8a-a279-4977-b834-50086c5feef5 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:41:31.699288 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 80ca3f8a-a279-4977-b834-50086c5feef5 not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:41:31.711057 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfc9bc2-9772-4d71-bef9-6d221c807c63 None None] DHCP port deletion for 5fd8cf27-2299-4f9b-aeed-3aab8460ad72 request from dv-cinder-780933-12-iscsi {{(pid=93283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 14:41:31.722036 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-31abfe44-51f8-4813-9367-88d34508bab7 admin admin] For port 7d643e0f-5ea9-45c4-92af-a176f0f6292e, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=7d643e0f-5ea9-45c4-92af-a176f0f6292e,segment=NetworkSegment(a84253e0-7fb2-40ae-a436-d73e366110ee),segment_id=a84253e0-7fb2-40ae-a436-d73e366110ee)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:41:31.722489 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-31abfe44-51f8-4813-9367-88d34508bab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:31.737337 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-31abfe44-51f8-4813-9367-88d34508bab7 admin admin] Calling delete_port for 7d643e0f-5ea9-45c4-92af-a176f0f6292e owned by network:dhcp {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:41:31.766148 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-7cfc9bc2-9772-4d71-bef9-6d221c807c63 None None] Deleting port 7d643e0f-5ea9-45c4-92af-a176f0f6292e {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:41:31.766787 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7cfc9bc2-9772-4d71-bef9-6d221c807c63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:31.828181 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-31abfe44-51f8-4813-9367-88d34508bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:31.841112 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-7cfc9bc2-9772-4d71-bef9-6d221c807c63 None None] For port 7d643e0f-5ea9-45c4-92af-a176f0f6292e, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=7d643e0f-5ea9-45c4-92af-a176f0f6292e,segment=NetworkSegment(a84253e0-7fb2-40ae-a436-d73e366110ee),segment_id=a84253e0-7fb2-40ae-a436-d73e366110ee)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:41:31.842215 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7cfc9bc2-9772-4d71-bef9-6d221c807c63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:31.856329 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-7cfc9bc2-9772-4d71-bef9-6d221c807c63 None None] Calling delete_port for 7d643e0f-5ea9-45c4-92af-a176f0f6292e owned by network:dhcp {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:41:31.866470 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abfe44-51f8-4813-9367-88d34508bab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d643e0f-5ea9-45c4-92af-a176f0f6292e,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:31.868625 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31abfe44-51f8-4813-9367-88d34508bab7 admin admin] No DVR routers for this DVR port 7d643e0f-5ea9-45c4-92af-a176f0f6292e on host dv-cinder-780933-12-iscsi {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:41:31.947819 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7cfc9bc2-9772-4d71-bef9-6d221c807c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:31.947959 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-31abfe44-51f8-4813-9367-88d34508bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741126', 'neutron.services.segments.db._delete_segments_for_network-8793433151856'] for network, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:31.958563 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-31abfe44-51f8-4813-9367-88d34508bab7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd8cf27-2299-4f9b-aeed-3aab8460ad72']}} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:41:31.978691 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-31abfe44-51f8-4813-9367-88d34508bab7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84253e0-7fb2-40ae-a436-d73e366110ee') {'for_net_delete': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:41:31.979182 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-31abfe44-51f8-4813-9367-88d34508bab7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84253e0-7fb2-40ae-a436-d73e366110ee') {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:41:31.980159 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc9bc2-9772-4d71-bef9-6d221c807c63 None None] Pushing event deleted for resources: {'Port': ['ID=7d643e0f-5ea9-45c4-92af-a176f0f6292e,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:31.992368 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfc9bc2-9772-4d71-bef9-6d221c807c63 None None] No DVR routers for this DVR port 7d643e0f-5ea9-45c4-92af-a176f0f6292e on host dv-cinder-780933-12-iscsi {{(pid=93283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:41:32.003492 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-31abfe44-51f8-4813-9367-88d34508bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793433155705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522965'] for segment, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:32.020806 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-31abfe44-51f8-4813-9367-88d34508bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:32.028089 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31abfe44-51f8-4813-9367-88d34508bab7 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=93281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:41:32.028703 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-31abfe44-51f8-4813-9367-88d34508bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3868478'] for segment, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: Traceback (most recent call last): Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: timer() Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: cb(*args, **kw) Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: return func(*args, **kwargs) Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: self._notify() Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: self.callback(batched_events) Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: event.method(event) Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: return f(self, *a, **k) Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: return self._get(url).json() Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: return self.request(url, 'GET', **kwargs) Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:41:32.030548 dv-cinder-780933-12-iscsi neutron-server[93281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:41:32.094045 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690a368-dc4c-4d34-b182-c79dc9ca32a4 req-cf5a53cc-bbba-44be-9a35-18ba33bd8911 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:32.095924 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7690a368-dc4c-4d34-b182-c79dc9ca32a4 req-cf5a53cc-bbba-44be-9a35-18ba33bd8911 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7ea525c-f3c9-469b-bc4f-581d767fadd3 HTTP/1.1" status: 200 len: 944 time: 0.0507517 Aug 09 14:41:32.097575 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-31abfe44-51f8-4813-9367-88d34508bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744054'] for network, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:32.102971 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-31abfe44-51f8-4813-9367-88d34508bab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:32.107248 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-31abfe44-51f8-4813-9367-88d34508bab7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5fd8cf27-2299-4f9b-aeed-3aab8460ad72 HTTP/1.1" status: 204 len: 168 time: 0.5950794 Aug 09 14:41:32.121030 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abfe44-51f8-4813-9367-88d34508bab7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fd8cf27-2299-4f9b-aeed-3aab8460ad72,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:32.138269 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7690a368-dc4c-4d34-b182-c79dc9ca32a4 req-56984207-e825-4232-ad0f-a4a4a54f6b0d tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/security-groups?id=231f6a89-ed8f-4380-8df8-534c8ab8444f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353160 Aug 09 14:41:32.221838 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51542) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:41:32.267019 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-51982639-c865-4a41-8129-f3512b265743 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b0d6b81c639450c995e87759cde383e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438535 Aug 09 14:41:32.269311 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51544) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:41:32.322821 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-f6a06761-efff-4cec-a1a0-1c70a446898a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:32.350062 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-f6a06761-efff-4cec-a1a0-1c70a446898a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:32.401057 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-f6a06761-efff-4cec-a1a0-1c70a446898a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:32.403866 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-f6a06761-efff-4cec-a1a0-1c70a446898a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:32.405063 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-f6a06761-efff-4cec-a1a0-1c70a446898a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/91966fbb-4fe0-407f-948e-0672b0223882 HTTP/1.1" status: 204 len: 168 time: 0.1348476 Aug 09 14:41:32.413985 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a06761-efff-4cec-a1a0-1c70a446898a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91966fbb-4fe0-407f-948e-0672b0223882,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:32.723843 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51550) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:41:32.728233 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 860a77a7-622c-427e-b13f-05ebac869af1 up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:41:32.765448 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-993463b3-efbc-45eb-a463-d1bf40fa2a15 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=81270e012af247a98b184274a36ff325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402410 Aug 09 14:41:32.767942 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51552) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:41:32.784490 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning for port 860a77a7-622c-427e-b13f-05ebac869af1 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:41:32.788843 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port 860a77a7-622c-427e-b13f-05ebac869af1 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:41:32.789219 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:32.817824 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-510af8d5-99b0-408f-a53b-02a1ba75c8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:32.841247 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-510af8d5-99b0-408f-a53b-02a1ba75c8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:32.876659 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:32.896653 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-510af8d5-99b0-408f-a53b-02a1ba75c8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:32.899760 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-510af8d5-99b0-408f-a53b-02a1ba75c8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:32.900990 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-510af8d5-99b0-408f-a53b-02a1ba75c8a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5f62b2f3-b2d8-4ebe-b19d-faf8cca8cd1b HTTP/1.1" status: 204 len: 168 time: 0.1320803 Aug 09 14:41:32.903341 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ea525c-f3c9-469b-bc4f-581d767fadd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860a77a7-622c-427e-b13f-05ebac869af1'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:41:32.909542 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510af8d5-99b0-408f-a53b-02a1ba75c8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f62b2f3-b2d8-4ebe-b19d-faf8cca8cd1b,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:32.909958 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2412ef-1ad1-42b3-8565-ee82a5afd994" -d '{"events": [{"server_uuid": "a7ea525c-f3c9-469b-bc4f-581d767fadd3", "name": "network-vif-plugged", "status": "completed", "tag": "860a77a7-622c-427e-b13f-05ebac869af1"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:41:32.933538 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port 860a77a7-622c-427e-b13f-05ebac869af1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=860a77a7-622c-427e-b13f-05ebac869af1,segment=NetworkSegment(076af4a9-f52f-4e4e-9a77-11dacc95f61a),segment_id=076af4a9-f52f-4e4e-9a77-11dacc95f61a)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:41:32.940469 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:32.965088 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71af2c39-bd60-48e7-b0c5-edd1407b4e44 x-openstack-request-id: req-71af2c39-bd60-48e7-b0c5-edd1407b4e44 {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:41:32.965378 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ea525c-f3c9-469b-bc4f-581d767fadd3", "name": "network-vif-plugged", "status": "completed", "tag": "860a77a7-622c-427e-b13f-05ebac869af1", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:41:32.965634 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-71af2c39-bd60-48e7-b0c5-edd1407b4e44 {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:41:32.966023 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ea525c-f3c9-469b-bc4f-581d767fadd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860a77a7-622c-427e-b13f-05ebac869af1', 'code': 200} Aug 09 14:41:32.996048 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=860a77a7-622c-427e-b13f-05ebac869af1,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:33.130030 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c01be-d730-44c0-ad52-44096c8b4b7b req-8f64cf19-5688-4382-8143-d622f04aab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:33.131824 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-d66c01be-d730-44c0-ad52-44096c8b4b7b req-8f64cf19-5688-4382-8143-d622f04aab57 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a7ea525c-f3c9-469b-bc4f-581d767fadd3 HTTP/1.1" status: 200 len: 1098 time: 0.0467410 Aug 09 14:41:33.180762 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-d66c01be-d730-44c0-ad52-44096c8b4b7b req-c578a307-3caf-4c53-9283-16a2b0fea1f6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=231f6a89-ed8f-4380-8df8-534c8ab8444f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414705 Aug 09 14:41:33.231387 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 1d298680-2b17-4449-a75f-7038eca6e4d6 no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:41:33.255005 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: 1d298680-2b17-4449-a75f-7038eca6e4d6 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:41:33.255661 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 1d298680-2b17-4449-a75f-7038eca6e4d6 not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:41:33.257012 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 7d643e0f-5ea9-45c4-92af-a176f0f6292e no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:41:33.270697 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76b0d9-66fc-458e-ab31-050187bde4f7 req-c599d5ca-0c77-4010-8c97-154d6f0c6c93 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:33.273128 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2c76b0d9-66fc-458e-ab31-050187bde4f7 req-c599d5ca-0c77-4010-8c97-154d6f0c6c93 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7ea525c-f3c9-469b-bc4f-581d767fadd3 HTTP/1.1" status: 200 len: 945 time: 0.0544548 Aug 09 14:41:33.280009 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: 7d643e0f-5ea9-45c4-92af-a176f0f6292e {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:41:33.280622 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 7d643e0f-5ea9-45c4-92af-a176f0f6292e not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:41:33.318143 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2c76b0d9-66fc-458e-ab31-050187bde4f7 req-45e4016f-b232-4b63-9622-bc2a0c122f94 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/security-groups?id=231f6a89-ed8f-4380-8df8-534c8ab8444f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379331 Aug 09 14:41:34.447051 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74db5d-6abd-45b9-8053-356454645e37 req-0e6242fc-f367-45fc-ae8b-4f9b7e79348d tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:34.448563 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3e74db5d-6abd-45b9-8053-356454645e37 req-0e6242fc-f367-45fc-ae8b-4f9b7e79348d tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7ea525c-f3c9-469b-bc4f-581d767fadd3 HTTP/1.1" status: 200 len: 945 time: 0.0496614 Aug 09 14:41:34.502469 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-3e74db5d-6abd-45b9-8053-356454645e37 req-800c0b25-7020-474f-9bbd-0b1144f3fe25 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/security-groups?id=231f6a89-ed8f-4380-8df8-534c8ab8444f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468779 Aug 09 14:41:35.149898 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681f862-ba64-4e50-8c82-e059bbdb6d04 req-2fc76a72-bcf4-4ec8-b4e6-5dbdc420f913 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:35.151425 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2681f862-ba64-4e50-8c82-e059bbdb6d04 req-2fc76a72-bcf4-4ec8-b4e6-5dbdc420f913 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7ea525c-f3c9-469b-bc4f-581d767fadd3 HTTP/1.1" status: 200 len: 945 time: 0.0500593 Aug 09 14:41:35.190739 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2681f862-ba64-4e50-8c82-e059bbdb6d04 req-518c6655-ecd5-4582-864b-5536473d7936 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/security-groups?id=231f6a89-ed8f-4380-8df8-534c8ab8444f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332873 Aug 09 14:41:36.322476 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5776c-8193-4534-bb48-03fcd3ef0e72 req-b006a30b-2744-479a-bfad-cd3d15cf32e6 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:36.323982 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f8d5776c-8193-4534-bb48-03fcd3ef0e72 req-b006a30b-2744-479a-bfad-cd3d15cf32e6 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7ea525c-f3c9-469b-bc4f-581d767fadd3 HTTP/1.1" status: 200 len: 945 time: 0.0499890 Aug 09 14:41:36.362074 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f8d5776c-8193-4534-bb48-03fcd3ef0e72 req-746afb0d-ea34-462d-a1fb-37bea39abc03 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/security-groups?id=231f6a89-ed8f-4380-8df8-534c8ab8444f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321631 Aug 09 14:41:36.420241 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4948bab-4ec2-44fb-9b6f-191ab63a4c80 req-be08846a-5ea9-4248-9f27-7cb7947e49ec tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:36.421819 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-a4948bab-4ec2-44fb-9b6f-191ab63a4c80 req-be08846a-5ea9-4248-9f27-7cb7947e49ec tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7ea525c-f3c9-469b-bc4f-581d767fadd3 HTTP/1.1" status: 200 len: 945 time: 0.0497668 Aug 09 14:41:36.520646 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-a4948bab-4ec2-44fb-9b6f-191ab63a4c80 req-2b132240-00ef-4305-8440-daf5e456b1f8 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Deleting port 860a77a7-622c-427e-b13f-05ebac869af1 {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:41:36.520918 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-a4948bab-4ec2-44fb-9b6f-191ab63a4c80 req-2b132240-00ef-4305-8440-daf5e456b1f8 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:36.533961 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-ef0435e1-133f-47a3-b254-a7a24fee785c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:36.617049 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-a4948bab-4ec2-44fb-9b6f-191ab63a4c80 req-2b132240-00ef-4305-8440-daf5e456b1f8 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] For port 860a77a7-622c-427e-b13f-05ebac869af1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=860a77a7-622c-427e-b13f-05ebac869af1,segment=NetworkSegment(076af4a9-f52f-4e4e-9a77-11dacc95f61a),segment_id=076af4a9-f52f-4e4e-9a77-11dacc95f61a)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:41:36.617418 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-a4948bab-4ec2-44fb-9b6f-191ab63a4c80 req-2b132240-00ef-4305-8440-daf5e456b1f8 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:36.638535 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-a4948bab-4ec2-44fb-9b6f-191ab63a4c80 req-2b132240-00ef-4305-8440-daf5e456b1f8 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Calling delete_port for 860a77a7-622c-427e-b13f-05ebac869af1 owned by compute:nova {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:41:36.769898 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-a4948bab-4ec2-44fb-9b6f-191ab63a4c80 req-2b132240-00ef-4305-8440-daf5e456b1f8 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:36.782565 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['860a77a7-622c-427e-b13f-05ebac869af1'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:41:36.799932 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b132240-00ef-4305-8440-daf5e456b1f8 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Pushing event deleted for resources: {'Port': ['ID=860a77a7-622c-427e-b13f-05ebac869af1,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:36.842321 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4948bab-4ec2-44fb-9b6f-191ab63a4c80 req-2b132240-00ef-4305-8440-daf5e456b1f8 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] No DVR routers for this DVR port 860a77a7-622c-427e-b13f-05ebac869af1 on host hv-cinder-78093 {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:41:36.844761 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-a4948bab-4ec2-44fb-9b6f-191ab63a4c80 req-2b132240-00ef-4305-8440-daf5e456b1f8 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:36.846797 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-a4948bab-4ec2-44fb-9b6f-191ab63a4c80 req-2b132240-00ef-4305-8440-daf5e456b1f8 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.11 "DELETE /v2.0/ports/860a77a7-622c-427e-b13f-05ebac869af1 HTTP/1.1" status: 204 len: 173 time: 0.4186277 Aug 09 14:41:36.847233 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ea525c-f3c9-469b-bc4f-581d767fadd3', 'name': 'network-vif-deleted', 'tag': '860a77a7-622c-427e-b13f-05ebac869af1'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:41:36.849502 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a034f584-b519-4ef0-9e20-64e7155c69cf" -d '{"events": [{"server_uuid": "a7ea525c-f3c9-469b-bc4f-581d767fadd3", "name": "network-vif-deleted", "tag": "860a77a7-622c-427e-b13f-05ebac869af1"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:41:36.890083 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7e93f7-1274-4101-9954-917cf715f7f6 x-openstack-request-id: req-9c7e93f7-1274-4101-9954-917cf715f7f6 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:41:36.890083 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ea525c-f3c9-469b-bc4f-581d767fadd3", "name": "network-vif-deleted", "tag": "860a77a7-622c-427e-b13f-05ebac869af1", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:41:36.890083 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c7e93f7-1274-4101-9954-917cf715f7f6 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:41:36.890083 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ea525c-f3c9-469b-bc4f-581d767fadd3', 'name': 'network-vif-deleted', 'tag': '860a77a7-622c-427e-b13f-05ebac869af1', 'status': 'completed', 'code': 200} Aug 09 14:41:37.679144 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-e35e6893-62fd-457c-bd74-45a9ee7a2108 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:37.680547 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-e35e6893-62fd-457c-bd74-45a9ee7a2108 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/networks?id=f3bbe216-85d8-46b6-82bb-468a31eb70e5 HTTP/1.1" status: 200 len: 809 time: 0.1072149 Aug 09 14:41:37.700055 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-8a644f1b-5eda-4c14-aef8-297dff44fe0c tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/quotas/9317e7000db34d51bc3b6a52b18f7572 HTTP/1.1" status: 200 len: 375 time: 0.0101135 Aug 09 14:41:37.731882 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-bc1551df-1f2f-489e-9f08-4820999d8672 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9317e7000db34d51bc3b6a52b18f7572&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261943 Aug 09 14:41:37.831309 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-fa67489e-3ba0-4315-af80-774c321268fb service neutron] 10.222.0.60 "GET /v2.0/networks/f3bbe216-85d8-46b6-82bb-468a31eb70e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925329 Aug 09 14:41:37.920769 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-573e01bb-5025-407e-8eb6-1e57d37235b8 service neutron] 10.222.0.60 "GET /v2.0/networks/f3bbe216-85d8-46b6-82bb-468a31eb70e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828788 Aug 09 14:41:38.089519 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f55db99a-1daf-4662-96fa-119821ea20ff req-2f6fdd6c-116e-4232-be26-724dc8977d69 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?device_id=5121da14-58ea-465e-873e-87fd484ae81e HTTP/1.1" status: 200 len: 210 time: 0.0296631 Aug 09 14:41:39.030115 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-3df30d59-14ac-4bc2-bfcc-54b5ba31851d tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:39.031734 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-3df30d59-14ac-4bc2-bfcc-54b5ba31851d tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.11 "GET /v2.0/networks?id=f3bbe216-85d8-46b6-82bb-468a31eb70e5 HTTP/1.1" status: 200 len: 809 time: 0.1122086 Aug 09 14:41:39.044664 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-c0509519-da39-4d70-be9c-49039d991c8d tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Request body: {'port': {'device_id': '5121da14-58ea-465e-873e-87fd484ae81e', 'network_id': 'f3bbe216-85d8-46b6-82bb-468a31eb70e5', 'admin_state_up': True, 'tenant_id': '9317e7000db34d51bc3b6a52b18f7572'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:41:39.158612 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-c0509519-da39-4d70-be9c-49039d991c8d tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Made reservation on behalf of 9317e7000db34d51bc3b6a52b18f7572 for: {'port': 1} {{(pid=93281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:41:39.162203 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-c0509519-da39-4d70-be9c-49039d991c8d tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:39.191188 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-909709d3-3d99-4de9-9de8-b1d2d6bb1552 req-71d2c92d-c535-4e4e-9192-d6ed9908227d tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?device_id=5121da14-58ea-465e-873e-87fd484ae81e HTTP/1.1" status: 200 len: 210 time: 0.0275209 Aug 09 14:41:39.296131 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-c0509519-da39-4d70-be9c-49039d991c8d tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Allocated IP 172.20.0.8 (f3bbe216-85d8-46b6-82bb-468a31eb70e5/48885352-98ff-43bb-9127-0e0e1acd32d9/d1a9be80-49d0-4f82-948a-75e317fa5e48) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:41:39.389293 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:39.454632 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-c0509519-da39-4d70-be9c-49039d991c8d tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:39.494644 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-c0509519-da39-4d70-be9c-49039d991c8d tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793432675575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:39.537868 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-c0509519-da39-4d70-be9c-49039d991c8d tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Network f3bbe216-85d8-46b6-82bb-468a31eb70e5 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:41:39.543206 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-c0509519-da39-4d70-be9c-49039d991c8d tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:41:39.547401 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-c0509519-da39-4d70-be9c-49039d991c8d tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:41:39.554940 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0509519-da39-4d70-be9c-49039d991c8d tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Pushing event updated for resources: {'Port': ['ID=d1a9be80-49d0-4f82-948a-75e317fa5e48,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:39.604011 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-c0509519-da39-4d70-be9c-49039d991c8d tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:39.604605 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-c0509519-da39-4d70-be9c-49039d991c8d tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:39.619153 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-c0509519-da39-4d70-be9c-49039d991c8d tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5782921 Aug 09 14:41:39.631972 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.v2.base [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-1a2b2412-38f5-4a94-90f7-b631589834c8 service neutron] Request body: {'port': {'device_id': '5121da14-58ea-465e-873e-87fd484ae81e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:41:39.684585 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-9ede56d8-2f39-4eb4-875c-b0c94e7bc829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:39.690246 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-1a2b2412-38f5-4a94-90f7-b631589834c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:40.225977 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-1a2b2412-38f5-4a94-90f7-b631589834c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a9be80-49d0-4f82-948a-75e317fa5e48 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:41:40.234083 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-1a2b2412-38f5-4a94-90f7-b631589834c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:40.247048 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-1a2b2412-38f5-4a94-90f7-b631589834c8 service neutron] Transition to ACTIVE for port object d1a9be80-49d0-4f82-948a-75e317fa5e48 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:41:40.252183 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-1a2b2412-38f5-4a94-90f7-b631589834c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:40.307013 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b2412-38f5-4a94-90f7-b631589834c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a9be80-49d0-4f82-948a-75e317fa5e48,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:40.321558 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df42149-07cc-4c6c-a19f-bcf71e3b8d2b req-097185b7-57dc-4383-b02b-afe24e7eb0bf tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:40.323098 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7df42149-07cc-4c6c-a19f-bcf71e3b8d2b req-097185b7-57dc-4383-b02b-afe24e7eb0bf tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?device_id=5121da14-58ea-465e-873e-87fd484ae81e HTTP/1.1" status: 200 len: 943 time: 0.0557232 Aug 09 14:41:40.339555 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:40.369546 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-7df42149-07cc-4c6c-a19f-bcf71e3b8d2b req-8797585b-d231-4be5-ada6-02a6b4cd62d6 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/security-groups?id=231f6a89-ed8f-4380-8df8-534c8ab8444f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363326 Aug 09 14:41:40.388931 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-1a2b2412-38f5-4a94-90f7-b631589834c8 service neutron] Attempting to bind port d1a9be80-49d0-4f82-948a-75e317fa5e48 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:41:40.389273 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-1a2b2412-38f5-4a94-90f7-b631589834c8 service neutron] Attempting to bind port d1a9be80-49d0-4f82-948a-75e317fa5e48 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '076af4a9-f52f-4e4e-9a77-11dacc95f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f3bbe216-85d8-46b6-82bb-468a31eb70e5'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:41:40.389753 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-1a2b2412-38f5-4a94-90f7-b631589834c8 service neutron] Attempting to bind port d1a9be80-49d0-4f82-948a-75e317fa5e48 on network f3bbe216-85d8-46b6-82bb-468a31eb70e5 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:41:40.394163 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-1a2b2412-38f5-4a94-90f7-b631589834c8 service neutron] Port d1a9be80-49d0-4f82-948a-75e317fa5e48 on network f3bbe216-85d8-46b6-82bb-468a31eb70e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:41:40.394493 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-1a2b2412-38f5-4a94-90f7-b631589834c8 service neutron] Attempting to bind port d1a9be80-49d0-4f82-948a-75e317fa5e48 on network f3bbe216-85d8-46b6-82bb-468a31eb70e5 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:41:40.400629 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-1a2b2412-38f5-4a94-90f7-b631589834c8 service neutron] Checking agent: {'id': '787e8c88-8117-4bdf-b5e3-a5a97e4f7369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'started_at': datetime.datetime(2021, 8, 9, 14, 30, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:41:40.400947 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-1a2b2412-38f5-4a94-90f7-b631589834c8 service neutron] Checking segment: {'id': '076af4a9-f52f-4e4e-9a77-11dacc95f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f3bbe216-85d8-46b6-82bb-468a31eb70e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:41:40.401334 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-1a2b2412-38f5-4a94-90f7-b631589834c8 service neutron] Bound using segment: {'id': '076af4a9-f52f-4e4e-9a77-11dacc95f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f3bbe216-85d8-46b6-82bb-468a31eb70e5'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:41:40.401762 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-1a2b2412-38f5-4a94-90f7-b631589834c8 service neutron] Bound port: d1a9be80-49d0-4f82-948a-75e317fa5e48, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '076af4a9-f52f-4e4e-9a77-11dacc95f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f3bbe216-85d8-46b6-82bb-468a31eb70e5'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:41:40.402117 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-1a2b2412-38f5-4a94-90f7-b631589834c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:40.465777 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-1a2b2412-38f5-4a94-90f7-b631589834c8 service neutron] For port d1a9be80-49d0-4f82-948a-75e317fa5e48, host hv-cinder-78093, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:41:40.468764 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-1a2b2412-38f5-4a94-90f7-b631589834c8 service neutron] For port d1a9be80-49d0-4f82-948a-75e317fa5e48, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d1a9be80-49d0-4f82-948a-75e317fa5e48,segment=NetworkSegment(076af4a9-f52f-4e4e-9a77-11dacc95f61a),segment_id=076af4a9-f52f-4e4e-9a77-11dacc95f61a)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:41:40.472445 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-1a2b2412-38f5-4a94-90f7-b631589834c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3868634'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:40.507216 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-1a2b2412-38f5-4a94-90f7-b631589834c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:40.507830 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-1a2b2412-38f5-4a94-90f7-b631589834c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:40.509216 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-1a2b2412-38f5-4a94-90f7-b631589834c8 service neutron] 10.222.0.11 "PUT /v2.0/ports/d1a9be80-49d0-4f82-948a-75e317fa5e48 HTTP/1.1" status: 200 len: 1093 time: 0.8822768 Aug 09 14:41:40.509652 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5121da14-58ea-465e-873e-87fd484ae81e', 'tag': 'd1a9be80-49d0-4f82-948a-75e317fa5e48'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:41:40.511918 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0783d918-b610-4847-b451-707722100f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "5121da14-58ea-465e-873e-87fd484ae81e", "tag": "d1a9be80-49d0-4f82-948a-75e317fa5e48"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:41:40.547375 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b2412-38f5-4a94-90f7-b631589834c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a9be80-49d0-4f82-948a-75e317fa5e48,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:40.551750 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b927cb37-200a-4526-88df-1210f2f81dd7 x-openstack-request-id: req-b927cb37-200a-4526-88df-1210f2f81dd7 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:41:40.552038 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5121da14-58ea-465e-873e-87fd484ae81e", "tag": "d1a9be80-49d0-4f82-948a-75e317fa5e48", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:41:40.552293 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b927cb37-200a-4526-88df-1210f2f81dd7 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:41:40.552707 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5121da14-58ea-465e-873e-87fd484ae81e', 'tag': 'd1a9be80-49d0-4f82-948a-75e317fa5e48', 'status': 'completed', 'code': 200} Aug 09 14:41:40.600946 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-12d2d1e6-a50a-4f99-a88e-238edf6f7c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:40.602475 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-12d2d1e6-a50a-4f99-a88e-238edf6f7c05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9317e7000db34d51bc3b6a52b18f7572&device_id=5121da14-58ea-465e-873e-87fd484ae81e HTTP/1.1" status: 200 len: 1096 time: 0.0483916 Aug 09 14:41:40.645517 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-33654767-b578-46d1-8382-2838bc6fd00b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1a9be80-49d0-4f82-948a-75e317fa5e48 HTTP/1.1" status: 200 len: 217 time: 0.0349092 Aug 09 14:41:40.702133 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-2d6c37a6-d20f-4618-b4b3-cfcf22432d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:40.703645 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-2d6c37a6-d20f-4618-b4b3-cfcf22432d8f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48885352-98ff-43bb-9127-0e0e1acd32d9 HTTP/1.1" status: 200 len: 849 time: 0.0519254 Aug 09 14:41:40.734899 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-8c668db2-724d-4f57-a8f7-141b21fde979 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f3bbe216-85d8-46b6-82bb-468a31eb70e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239768 Aug 09 14:41:40.793624 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 860a77a7-622c-427e-b13f-05ebac869af1 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:41:40.814705 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] No Port match for: 860a77a7-622c-427e-b13f-05ebac869af1 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:41:40.815055 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 860a77a7-622c-427e-b13f-05ebac869af1 not bound to the agent host hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:41:40.835958 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-24912af1-2c43-4e99-896e-d9c238ec041d service neutron] 10.222.0.11 "GET /v2.0/networks/f3bbe216-85d8-46b6-82bb-468a31eb70e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929716 Aug 09 14:41:40.928551 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-34e1760a-ff56-49f9-8a78-02d1d9d8f09f req-d7ca83b3-3e09-42c4-bb37-a7be8f5e368f service neutron] 10.222.0.11 "GET /v2.0/networks/f3bbe216-85d8-46b6-82bb-468a31eb70e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857568 Aug 09 14:41:41.020597 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783d918-b610-4847-b451-707722100f9d req-d0c06709-24d7-4540-8c0e-57d2a701a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:41.022009 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0783d918-b610-4847-b451-707722100f9d req-d0c06709-24d7-4540-8c0e-57d2a701a070 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9317e7000db34d51bc3b6a52b18f7572&device_id=5121da14-58ea-465e-873e-87fd484ae81e HTTP/1.1" status: 200 len: 1096 time: 0.0468650 Aug 09 14:41:41.112012 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783d918-b610-4847-b451-707722100f9d req-d80285c0-4da4-4485-856f-efc33a7b2136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:41.113546 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0783d918-b610-4847-b451-707722100f9d req-d80285c0-4da4-4485-856f-efc33a7b2136 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f3bbe216-85d8-46b6-82bb-468a31eb70e5 HTTP/1.1" status: 200 len: 910 time: 0.0845749 Aug 09 14:41:41.166709 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0783d918-b610-4847-b451-707722100f9d req-e5bbc2be-176d-428e-adad-fb5388a0e254 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1a9be80-49d0-4f82-948a-75e317fa5e48 HTTP/1.1" status: 200 len: 217 time: 0.0446856 Aug 09 14:41:41.217160 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783d918-b610-4847-b451-707722100f9d req-722d6c96-aeef-43c4-9fc0-56fa55cd6c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:41.218643 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0783d918-b610-4847-b451-707722100f9d req-722d6c96-aeef-43c4-9fc0-56fa55cd6c27 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48885352-98ff-43bb-9127-0e0e1acd32d9 HTTP/1.1" status: 200 len: 849 time: 0.0450826 Aug 09 14:41:41.252953 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0783d918-b610-4847-b451-707722100f9d req-8bb788bc-bbba-4f51-b3e3-c620f94d87ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f3bbe216-85d8-46b6-82bb-468a31eb70e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251236 Aug 09 14:41:41.347675 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0783d918-b610-4847-b451-707722100f9d req-20daf46a-5d05-4805-a3c1-a725915429ed service neutron] 10.222.0.11 "GET /v2.0/networks/f3bbe216-85d8-46b6-82bb-468a31eb70e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865195 Aug 09 14:41:41.455080 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-0783d918-b610-4847-b451-707722100f9d req-09dd63ba-5ab2-45c8-b8b4-62137d0f2cc0 service neutron] 10.222.0.11 "GET /v2.0/networks/f3bbe216-85d8-46b6-82bb-468a31eb70e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989501 Aug 09 14:41:41.493663 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241bff2-078f-4be3-94d1-48a527591ee5 req-a2811701-70b0-4522-9687-b0d1f69b0b68 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:41.495184 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d241bff2-078f-4be3-94d1-48a527591ee5 req-a2811701-70b0-4522-9687-b0d1f69b0b68 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?device_id=5121da14-58ea-465e-873e-87fd484ae81e HTTP/1.1" status: 200 len: 943 time: 0.0573800 Aug 09 14:41:41.534182 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d241bff2-078f-4be3-94d1-48a527591ee5 req-26cc6c9f-548f-4c05-8da1-c2f98cc6c0dd tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/security-groups?id=231f6a89-ed8f-4380-8df8-534c8ab8444f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330110 Aug 09 14:41:42.327062 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:42.653167 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fe5bd-4335-4ae5-92b6-fb3da2444142 req-00145519-ec4b-48d3-8a79-d66b98675405 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:42.654663 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ce8fe5bd-4335-4ae5-92b6-fb3da2444142 req-00145519-ec4b-48d3-8a79-d66b98675405 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?device_id=5121da14-58ea-465e-873e-87fd484ae81e HTTP/1.1" status: 200 len: 943 time: 0.0490398 Aug 09 14:41:42.699320 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ce8fe5bd-4335-4ae5-92b6-fb3da2444142 req-2ae87da9-ffce-4fb3-9995-1c661f526b51 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/security-groups?id=231f6a89-ed8f-4380-8df8-534c8ab8444f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387380 Aug 09 14:41:43.815933 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cd635-dae1-4c08-ae63-51e6dae8cb4c req-ebba5b27-5154-4948-ab3e-6ed7bc22b870 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:43.817602 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-489cd635-dae1-4c08-ae63-51e6dae8cb4c req-ebba5b27-5154-4948-ab3e-6ed7bc22b870 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?device_id=5121da14-58ea-465e-873e-87fd484ae81e HTTP/1.1" status: 200 len: 943 time: 0.0522165 Aug 09 14:41:43.860312 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-489cd635-dae1-4c08-ae63-51e6dae8cb4c req-1da195bd-d423-4619-8e18-fcf2861d02a8 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/security-groups?id=231f6a89-ed8f-4380-8df8-534c8ab8444f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331366 Aug 09 14:41:44.808948 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device d1a9be80-49d0-4f82-948a-75e317fa5e48 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:41:44.913483 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port d1a9be80-49d0-4f82-948a-75e317fa5e48, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d1a9be80-49d0-4f82-948a-75e317fa5e48,segment=NetworkSegment(076af4a9-f52f-4e4e-9a77-11dacc95f61a),segment_id=076af4a9-f52f-4e4e-9a77-11dacc95f61a)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:41:44.928090 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Returning: {'device': 'd1a9be80-49d0-4f82-948a-75e317fa5e48', 'network_id': 'f3bbe216-85d8-46b6-82bb-468a31eb70e5', 'port_id': 'd1a9be80-49d0-4f82-948a-75e317fa5e48', 'mac_address': 'fa:16:3e:af:fa:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48885352-98ff-43bb-9127-0e0e1acd32d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:41:44.967469 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:44.977605 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffe3a0-b5ba-4e98-9ba7-0bd06dd404cb req-133d3bf6-8bf8-4540-b83d-9da92f66a738 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:44.979132 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0cffe3a0-b5ba-4e98-9ba7-0bd06dd404cb req-133d3bf6-8bf8-4540-b83d-9da92f66a738 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?device_id=5121da14-58ea-465e-873e-87fd484ae81e HTTP/1.1" status: 200 len: 943 time: 0.0497534 Aug 09 14:41:44.981451 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a9be80-49d0-4f82-948a-75e317fa5e48 {{(pid=93283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:41:45.002657 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port d1a9be80-49d0-4f82-948a-75e317fa5e48, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d1a9be80-49d0-4f82-948a-75e317fa5e48,segment=NetworkSegment(076af4a9-f52f-4e4e-9a77-11dacc95f61a),segment_id=076af4a9-f52f-4e4e-9a77-11dacc95f61a)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:41:45.006895 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:45.023029 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0cffe3a0-b5ba-4e98-9ba7-0bd06dd404cb req-ce0664e6-8f37-4cec-be8b-dd704256b821 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/security-groups?id=231f6a89-ed8f-4380-8df8-534c8ab8444f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378907 Aug 09 14:41:45.057349 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=d1a9be80-49d0-4f82-948a-75e317fa5e48,revision_number=4']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:45.215449 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['d1a9be80-49d0-4f82-948a-75e317fa5e48'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:41:46.140472 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d58023-9a76-48de-a9b3-8c3412bcf135 req-c0a6a501-df81-4f92-b8d9-b68e823dfa23 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:46.141944 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-72d58023-9a76-48de-a9b3-8c3412bcf135 req-c0a6a501-df81-4f92-b8d9-b68e823dfa23 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?device_id=5121da14-58ea-465e-873e-87fd484ae81e HTTP/1.1" status: 200 len: 944 time: 0.0499201 Aug 09 14:41:46.181050 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-72d58023-9a76-48de-a9b3-8c3412bcf135 req-e4d75876-32e6-4919-958c-17deed4d12b1 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/security-groups?id=231f6a89-ed8f-4380-8df8-534c8ab8444f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328908 Aug 09 14:41:46.824457 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device d1a9be80-49d0-4f82-948a-75e317fa5e48 up at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:41:46.873813 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning for port d1a9be80-49d0-4f82-948a-75e317fa5e48 completed by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:41:46.877732 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.provisioning_blocks [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Provisioning complete for port d1a9be80-49d0-4f82-948a-75e317fa5e48 triggered by entity L2. {{(pid=93283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:41:46.878111 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-838523'] for port, provisioning_complete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:46.961458 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-776504'] for port, before_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:46.983734 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5121da14-58ea-465e-873e-87fd484ae81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a9be80-49d0-4f82-948a-75e317fa5e48'}] {{(pid=93283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:41:46.985971 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dddf4a6bf17b4d9d38db732b78ee0237158afa7a05e236aed0efeffe155a8bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c141c569-7a34-41b1-b3c0-365e1bd3dac2" -d '{"events": [{"server_uuid": "5121da14-58ea-465e-873e-87fd484ae81e", "name": "network-vif-plugged", "status": "completed", "tag": "d1a9be80-49d0-4f82-948a-75e317fa5e48"}]}' {{(pid=93283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:41:47.000623 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] For port d1a9be80-49d0-4f82-948a-75e317fa5e48, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d1a9be80-49d0-4f82-948a-75e317fa5e48,segment=NetworkSegment(076af4a9-f52f-4e4e-9a77-11dacc95f61a),segment_id=076af4a9-f52f-4e4e-9a77-11dacc95f61a)] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:41:47.005400 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793433064605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793432675853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793432675871'] for port, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:47.032413 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3ef58e-cb83-43c0-8024-2d02758c029a x-openstack-request-id: req-fd3ef58e-cb83-43c0-8024-2d02758c029a {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:41:47.032711 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5121da14-58ea-465e-873e-87fd484ae81e", "name": "network-vif-plugged", "status": "completed", "tag": "d1a9be80-49d0-4f82-948a-75e317fa5e48", "code": 200}]} {{(pid=93283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:41:47.033006 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd3ef58e-cb83-43c0-8024-2d02758c029a {{(pid=93283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:41:47.033395 dv-cinder-780933-12-iscsi neutron-server[93283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5121da14-58ea-465e-873e-87fd484ae81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a9be80-49d0-4f82-948a-75e317fa5e48', 'code': 200} Aug 09 14:41:47.060927 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Pushing event updated for resources: {'Port': ['ID=d1a9be80-49d0-4f82-948a-75e317fa5e48,revision_number=5']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:47.194070 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6683b-8041-4571-b35a-93275aabaa58 req-662d6747-8b80-4e46-adee-38b790a70d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:47.196148 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bdb6683b-8041-4571-b35a-93275aabaa58 req-662d6747-8b80-4e46-adee-38b790a70d17 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5121da14-58ea-465e-873e-87fd484ae81e HTTP/1.1" status: 200 len: 1098 time: 0.0426078 Aug 09 14:41:47.232814 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-bdb6683b-8041-4571-b35a-93275aabaa58 req-eb49f112-42a3-43c1-b360-89c3c9eabb88 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=231f6a89-ed8f-4380-8df8-534c8ab8444f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298169 Aug 09 14:41:47.274104 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:47.547714 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cd503-5142-4ff1-adff-9e37770d1e5e req-d508c9f4-d381-4a0b-8951-886a742b26b0 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:47.549217 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d78cd503-5142-4ff1-adff-9e37770d1e5e req-d508c9f4-d381-4a0b-8951-886a742b26b0 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?device_id=5121da14-58ea-465e-873e-87fd484ae81e HTTP/1.1" status: 200 len: 945 time: 0.3012931 Aug 09 14:41:47.591613 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:41:47.592378 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-d78cd503-5142-4ff1-adff-9e37770d1e5e req-7d63d838-c6d0-4a24-8816-25d208ed3df9 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/security-groups?id=231f6a89-ed8f-4380-8df8-534c8ab8444f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362167 Aug 09 14:41:48.708507 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ee065-4a98-49b7-89ce-d8cbb4bc26db req-43a11b25-513f-43e4-a356-0fc2c4fbb085 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:48.709982 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ee0ee065-4a98-49b7-89ce-d8cbb4bc26db req-43a11b25-513f-43e4-a356-0fc2c4fbb085 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?device_id=5121da14-58ea-465e-873e-87fd484ae81e HTTP/1.1" status: 200 len: 945 time: 0.0502582 Aug 09 14:41:48.750154 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-ee0ee065-4a98-49b7-89ce-d8cbb4bc26db req-0e3ed685-d0ba-45e9-8148-d7c122f29b0e tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/security-groups?id=231f6a89-ed8f-4380-8df8-534c8ab8444f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333347 Aug 09 14:41:49.415528 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994d04d-a829-418c-b5f3-35be7256396c req-f1967cc6-3cf4-4f93-a296-2883456fc7f8 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:49.416899 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c994d04d-a829-418c-b5f3-35be7256396c req-f1967cc6-3cf4-4f93-a296-2883456fc7f8 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?device_id=5121da14-58ea-465e-873e-87fd484ae81e HTTP/1.1" status: 200 len: 945 time: 0.0504692 Aug 09 14:41:49.455538 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c994d04d-a829-418c-b5f3-35be7256396c req-6d36e663-b693-4f11-b169-f84b584d8f74 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/security-groups?id=231f6a89-ed8f-4380-8df8-534c8ab8444f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326986 Aug 09 14:41:50.577219 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b5e14-ce4d-413c-9407-d1e8a7ff7683 req-4fe468b1-8e85-4162-a37a-4c05b3e579d2 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:50.578713 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-054b5e14-ce4d-413c-9407-d1e8a7ff7683 req-4fe468b1-8e85-4162-a37a-4c05b3e579d2 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/ports?device_id=5121da14-58ea-465e-873e-87fd484ae81e HTTP/1.1" status: 200 len: 945 time: 0.0534496 Aug 09 14:41:50.618538 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-054b5e14-ce4d-413c-9407-d1e8a7ff7683 req-7215e8b2-caa4-4e2d-aa88-5d60d7607b39 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.60 "GET /v2.0/security-groups?id=231f6a89-ed8f-4380-8df8-534c8ab8444f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335591 Aug 09 14:41:50.671187 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f889a2-7789-47e1-a562-5554f06788e4 req-1d28ba12-edea-4ec2-b782-af16df1036e5 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:41:50.672673 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-14f889a2-7789-47e1-a562-5554f06788e4 req-1d28ba12-edea-4ec2-b782-af16df1036e5 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.11 "GET /v2.0/ports?device_id=5121da14-58ea-465e-873e-87fd484ae81e HTTP/1.1" status: 200 len: 945 time: 0.0550067 Aug 09 14:41:50.765638 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-14f889a2-7789-47e1-a562-5554f06788e4 req-b8c575e5-cb06-4496-a1cd-fd8de4265d63 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Deleting port d1a9be80-49d0-4f82-948a-75e317fa5e48 {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:41:50.765909 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-14f889a2-7789-47e1-a562-5554f06788e4 req-b8c575e5-cb06-4496-a1cd-fd8de4265d63 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:50.868565 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-14f889a2-7789-47e1-a562-5554f06788e4 req-b8c575e5-cb06-4496-a1cd-fd8de4265d63 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] For port d1a9be80-49d0-4f82-948a-75e317fa5e48, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d1a9be80-49d0-4f82-948a-75e317fa5e48,segment=NetworkSegment(076af4a9-f52f-4e4e-9a77-11dacc95f61a),segment_id=076af4a9-f52f-4e4e-9a77-11dacc95f61a)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:41:50.869007 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-14f889a2-7789-47e1-a562-5554f06788e4 req-b8c575e5-cb06-4496-a1cd-fd8de4265d63 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:50.882460 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-14f889a2-7789-47e1-a562-5554f06788e4 req-b8c575e5-cb06-4496-a1cd-fd8de4265d63 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Calling delete_port for d1a9be80-49d0-4f82-948a-75e317fa5e48 owned by compute:nova {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:41:51.029320 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-14f889a2-7789-47e1-a562-5554f06788e4 req-b8c575e5-cb06-4496-a1cd-fd8de4265d63 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:51.041058 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] get_ports_and_sgs() called for port_ids ['d1a9be80-49d0-4f82-948a-75e317fa5e48'] {{(pid=93283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:41:51.062323 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c575e5-cb06-4496-a1cd-fd8de4265d63 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Pushing event deleted for resources: {'Port': ['ID=d1a9be80-49d0-4f82-948a-75e317fa5e48,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:41:51.102998 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f889a2-7789-47e1-a562-5554f06788e4 req-b8c575e5-cb06-4496-a1cd-fd8de4265d63 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] No DVR routers for this DVR port d1a9be80-49d0-4f82-948a-75e317fa5e48 on host hv-cinder-78093 {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:41:51.105363 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-14f889a2-7789-47e1-a562-5554f06788e4 req-b8c575e5-cb06-4496-a1cd-fd8de4265d63 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:41:51.107394 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-14f889a2-7789-47e1-a562-5554f06788e4 req-b8c575e5-cb06-4496-a1cd-fd8de4265d63 tempest-VolumesActionsTest-1063743291 tempest-VolumesActionsTest-1063743291-project] 10.222.0.11 "DELETE /v2.0/ports/d1a9be80-49d0-4f82-948a-75e317fa5e48 HTTP/1.1" status: 204 len: 173 time: 0.4284997 Aug 09 14:41:51.107776 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5121da14-58ea-465e-873e-87fd484ae81e', 'name': 'network-vif-deleted', 'tag': 'd1a9be80-49d0-4f82-948a-75e317fa5e48'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:41:51.110143 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb583a2-b6c5-4479-bafc-b45506dec381" -d '{"events": [{"server_uuid": "5121da14-58ea-465e-873e-87fd484ae81e", "name": "network-vif-deleted", "tag": "d1a9be80-49d0-4f82-948a-75e317fa5e48"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:41:51.149274 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c654bdd2-91aa-4f7c-a792-45e42ae432ed x-openstack-request-id: req-c654bdd2-91aa-4f7c-a792-45e42ae432ed {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:41:51.149569 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5121da14-58ea-465e-873e-87fd484ae81e", "name": "network-vif-deleted", "tag": "d1a9be80-49d0-4f82-948a-75e317fa5e48", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:41:51.149832 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c654bdd2-91aa-4f7c-a792-45e42ae432ed {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:41:51.150214 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5121da14-58ea-465e-873e-87fd484ae81e', 'name': 'network-vif-deleted', 'tag': 'd1a9be80-49d0-4f82-948a-75e317fa5e48', 'status': 'completed', 'code': 200} Aug 09 14:41:55.508256 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device d1a9be80-49d0-4f82-948a-75e317fa5e48 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:41:55.531622 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] No Port match for: d1a9be80-49d0-4f82-948a-75e317fa5e48 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:41:55.531972 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device d1a9be80-49d0-4f82-948a-75e317fa5e48 not bound to the agent host hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:42:06.537412 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-6da6d093-86a8-44a9-bf47-6dd2effac34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:09.386615 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:09.646030 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51792) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:09.689137 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-01ec3b44-2bdc-44b5-94a2-6267b5636b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:09.826110 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-7fdcc206-4e38-425a-87f0-a2429b00b5e3 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Deleting port 598f382c-457a-4a35-b412-550e430142ea {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:42:09.826915 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7fdcc206-4e38-425a-87f0-a2429b00b5e3 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:09.941764 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7fdcc206-4e38-425a-87f0-a2429b00b5e3 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:09.942388 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7fdcc206-4e38-425a-87f0-a2429b00b5e3 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:09.962721 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-7fdcc206-4e38-425a-87f0-a2429b00b5e3 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Calling delete_port for 598f382c-457a-4a35-b412-550e430142ea owned by network:floatingip {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:42:10.168039 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7fdcc206-4e38-425a-87f0-a2429b00b5e3 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:10.200304 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdcc206-4e38-425a-87f0-a2429b00b5e3 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Pushing event deleted for resources: {'Port': ['ID=598f382c-457a-4a35-b412-550e430142ea,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:10.286897 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7fdcc206-4e38-425a-87f0-a2429b00b5e3 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for floatingip, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:10.287244 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.db.l3_db [None req-7fdcc206-4e38-425a-87f0-a2429b00b5e3 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Floating IP 56e5d98a-3c57-48c9-b81a-f77507df7bc4 disassociated (deleted). External IP: 172.27.0.221, port: cf9ece14-c3c2-4753-976b-77c57b6ffea4. Aug 09 14:42:10.347487 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:10.546841 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdcc206-4e38-425a-87f0-a2429b00b5e3 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:42:10.672122 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdcc206-4e38-425a-87f0-a2429b00b5e3 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:42:10.677676 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7fdcc206-4e38-425a-87f0-a2429b00b5e3 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for floatingip, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:10.688465 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefbba60-a150-4d8f-bea1-442ee73cd938 None None] Sync routers for ids ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:42:10.700048 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefbba60-a150-4d8f-bea1-442ee73cd938 None None] Routers {'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:42:10.701082 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-eefbba60-a150-4d8f-bea1-442ee73cd938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:42:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:10.712614 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-7fdcc206-4e38-425a-87f0-a2429b00b5e3 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "DELETE /v2.0/floatingips/56e5d98a-3c57-48c9-b81a-f77507df7bc4 HTTP/1.1" status: 204 len: 168 time: 1.0646975 Aug 09 14:42:10.713221 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939b09bb-d63e-4953-bf74-4a23ec76f223', 'tag': 'cf9ece14-c3c2-4753-976b-77c57b6ffea4'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:42:10.715867 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d913c8-cd96-43f1-80b0-62d5ab2176d8" -d '{"events": [{"name": "network-changed", "server_uuid": "939b09bb-d63e-4953-bf74-4a23ec76f223", "tag": "cf9ece14-c3c2-4753-976b-77c57b6ffea4"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:42:10.763995 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acab4c25-fc64-49b5-86db-9b6512877db8 x-openstack-request-id: req-acab4c25-fc64-49b5-86db-9b6512877db8 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:42:10.764374 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939b09bb-d63e-4953-bf74-4a23ec76f223", "tag": "cf9ece14-c3c2-4753-976b-77c57b6ffea4", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:42:10.764837 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-acab4c25-fc64-49b5-86db-9b6512877db8 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:42:10.767623 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939b09bb-d63e-4953-bf74-4a23ec76f223', 'tag': 'cf9ece14-c3c2-4753-976b-77c57b6ffea4', 'status': 'completed', 'code': 200} Aug 09 14:42:10.843045 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d913c8-cd96-43f1-80b0-62d5ab2176d8 req-a2ac3623-70a7-4191-997e-44cf742785eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:42:10.844792 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-50d913c8-cd96-43f1-80b0-62d5ab2176d8 req-a2ac3623-70a7-4191-997e-44cf742785eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=488c470ed0ff4cddbe230238fe0b2253&device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 1098 time: 0.0554631 Aug 09 14:42:11.018816 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d913c8-cd96-43f1-80b0-62d5ab2176d8 req-f1060d2e-5879-44a3-864e-9d1a011d0df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:42:11.020997 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-50d913c8-cd96-43f1-80b0-62d5ab2176d8 req-f1060d2e-5879-44a3-864e-9d1a011d0df7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed0ef885-267d-4f20-9f65-7ec82a72fd21 HTTP/1.1" status: 200 len: 913 time: 0.1686347 Aug 09 14:42:11.069295 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-eefbba60-a150-4d8f-bea1-442ee73cd938 None None] Set router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:42:11.082539 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-50d913c8-cd96-43f1-80b0-62d5ab2176d8 req-672deb9c-bf24-4175-851a-9eab85a8d7ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf9ece14-c3c2-4753-976b-77c57b6ffea4 HTTP/1.1" status: 200 len: 217 time: 0.0508523 Aug 09 14:42:11.173522 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d913c8-cd96-43f1-80b0-62d5ab2176d8 req-62db08fc-876a-4a78-b29d-c26584d9b226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:42:11.175706 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-50d913c8-cd96-43f1-80b0-62d5ab2176d8 req-62db08fc-876a-4a78-b29d-c26584d9b226 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49267761-fa03-47db-88f0-76622128cfdd HTTP/1.1" status: 200 len: 851 time: 0.0835235 Aug 09 14:42:11.294774 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d913c8-cd96-43f1-80b0-62d5ab2176d8 req-7623817f-5fa4-4009-a08c-f045aff4c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:42:11.300695 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-50d913c8-cd96-43f1-80b0-62d5ab2176d8 req-7623817f-5fa4-4009-a08c-f045aff4c7e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed0ef885-267d-4f20-9f65-7ec82a72fd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1068339 Aug 09 14:42:11.325620 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [req-50d913c8-cd96-43f1-80b0-62d5ab2176d8 req-3d86dea4-f11d-44be-a2b4-2aabfb3f640d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 14:42:11.327459 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-50d913c8-cd96-43f1-80b0-62d5ab2176d8 req-3d86dea4-f11d-44be-a2b4-2aabfb3f640d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174828 Aug 09 14:42:11.350664 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4cfdb-a734-4cd3-a0c8-09fea4df3bc7 req-e8681b21-afe8-40ac-a2a4-a86cb81c718b tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:42:11.364010 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2dd4cfdb-a734-4cd3-a0c8-09fea4df3bc7 req-e8681b21-afe8-40ac-a2a4-a86cb81c718b tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 945 time: 0.3205192 Aug 09 14:42:11.376083 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-eefbba60-a150-4d8f-bea1-442ee73cd938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:34:08Z', 'revision_number': 4, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': 'b85bfe9c-b476-4b1b-b7df-b9927298f966', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'port_id': '577316f2-7250-4070-9fd4-bb413395d2c6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'mac_address': 'fa:16:3e:8a:fb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:38:18Z', 'updated_at': '2021-08-09T14:38:20Z', 'revision_number': 1, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba13e9d-c568-42ca-9f41-0e033192c000', 'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'mac_address': 'fa:16:3e:dd:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:08Z', 'updated_at': '2021-08-09T14:34:15Z', 'revision_number': 5, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'subnets': [{'id': '49267761-fa03-47db-88f0-76622128cfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:11.419184 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefbba60-a150-4d8f-bea1-442ee73cd938 None None] Checking router: cf22e8aa-8fa0-4662-b4fa-7dc5964f615c for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:42:11.427602 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-2dd4cfdb-a734-4cd3-a0c8-09fea4df3bc7 req-51a08bdc-6a88-431a-94bc-a04be219c732 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556602 Aug 09 14:42:11.428193 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefbba60-a150-4d8f-bea1-442ee73cd938 None None] Routers {'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:42:11.429125 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-eefbba60-a150-4d8f-bea1-442ee73cd938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:42:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:11.473222 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-50d913c8-cd96-43f1-80b0-62d5ab2176d8 req-71eae062-b022-4220-ba9c-49fd16e35234 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329033 Aug 09 14:42:11.588855 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-eefbba60-a150-4d8f-bea1-442ee73cd938 None None] Set router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:42:11.638128 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-50d913c8-cd96-43f1-80b0-62d5ab2176d8 req-b7304726-a26f-442c-9d9b-64f62ab66bc4 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591105 Aug 09 14:42:11.880534 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-eefbba60-a150-4d8f-bea1-442ee73cd938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:34:08Z', 'revision_number': 4, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': 'b85bfe9c-b476-4b1b-b7df-b9927298f966', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'port_id': '577316f2-7250-4070-9fd4-bb413395d2c6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'mac_address': 'fa:16:3e:8a:fb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:38:18Z', 'updated_at': '2021-08-09T14:38:20Z', 'revision_number': 1, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba13e9d-c568-42ca-9f41-0e033192c000', 'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'mac_address': 'fa:16:3e:dd:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:08Z', 'updated_at': '2021-08-09T14:34:15Z', 'revision_number': 5, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'subnets': [{'id': '49267761-fa03-47db-88f0-76622128cfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:11.907986 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefbba60-a150-4d8f-bea1-442ee73cd938 None None] The sync data for ids ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'] in dv-cinder-780933-12-iscsi is: [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:34:08Z', 'revision_number': 4, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_floatingips': [{'id': 'b85bfe9c-b476-4b1b-b7df-b9927298f966', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'router_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'port_id': '577316f2-7250-4070-9fd4-bb413395d2c6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'mac_address': 'fa:16:3e:8a:fb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:38:18Z', 'updated_at': '2021-08-09T14:38:20Z', 'revision_number': 1, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba13e9d-c568-42ca-9f41-0e033192c000', 'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'mac_address': 'fa:16:3e:dd:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:08Z', 'updated_at': '2021-08-09T14:34:15Z', 'revision_number': 5, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'subnets': [{'id': '49267761-fa03-47db-88f0-76622128cfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:42:12.148881 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd1b48b-9bde-487a-9fa1-74fc1bbdb197 None None] New status for floating IP 56e5d98a-3c57-48c9-b81a-f77507df7bc4: DOWN {{(pid=93284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:42:12.330118 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:12.589331 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7797ced-bced-442b-b5a5-8a820e7252b6 req-1f06fb89-9c8e-4039-a3d2-c30a33a6f0b7 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:42:12.590878 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f7797ced-bced-442b-b5a5-8a820e7252b6 req-1f06fb89-9c8e-4039-a3d2-c30a33a6f0b7 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 945 time: 0.1025684 Aug 09 14:42:12.630581 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-f7797ced-bced-442b-b5a5-8a820e7252b6 req-fdc629b2-ceea-451f-aec3-ea9aabecad0c tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337560 Aug 09 14:42:12.650542 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42e711-3ce8-4922-89d6-738f35fae41c req-1b13c114-0dde-4674-afe3-9222a8f7b654 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:42:12.652056 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4b42e711-3ce8-4922-89d6-738f35fae41c req-1b13c114-0dde-4674-afe3-9222a8f7b654 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.11 "GET /v2.0/ports?device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 945 time: 0.0576980 Aug 09 14:42:12.744255 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-4b42e711-3ce8-4922-89d6-738f35fae41c req-898b6eb7-5301-4a7b-a8e5-b7d30057fb51 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Deleting port cf9ece14-c3c2-4753-976b-77c57b6ffea4 {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:42:12.744503 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-4b42e711-3ce8-4922-89d6-738f35fae41c req-898b6eb7-5301-4a7b-a8e5-b7d30057fb51 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:12.837975 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-4b42e711-3ce8-4922-89d6-738f35fae41c req-898b6eb7-5301-4a7b-a8e5-b7d30057fb51 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] For port cf9ece14-c3c2-4753-976b-77c57b6ffea4, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=cf9ece14-c3c2-4753-976b-77c57b6ffea4,segment=NetworkSegment(a4e4de31-1b1f-431d-a977-df7ee1f8ed33),segment_id=a4e4de31-1b1f-431d-a977-df7ee1f8ed33)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:42:12.838363 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-4b42e711-3ce8-4922-89d6-738f35fae41c req-898b6eb7-5301-4a7b-a8e5-b7d30057fb51 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:12.850966 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-4b42e711-3ce8-4922-89d6-738f35fae41c req-898b6eb7-5301-4a7b-a8e5-b7d30057fb51 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Calling delete_port for cf9ece14-c3c2-4753-976b-77c57b6ffea4 owned by compute:nova {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:42:12.985699 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-4b42e711-3ce8-4922-89d6-738f35fae41c req-898b6eb7-5301-4a7b-a8e5-b7d30057fb51 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:13.013189 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b6eb7-5301-4a7b-a8e5-b7d30057fb51 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Pushing event deleted for resources: {'Port': ['ID=cf9ece14-c3c2-4753-976b-77c57b6ffea4,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:13.058993 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b42e711-3ce8-4922-89d6-738f35fae41c req-898b6eb7-5301-4a7b-a8e5-b7d30057fb51 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] No DVR routers for this DVR port cf9ece14-c3c2-4753-976b-77c57b6ffea4 on host hv-cinder-78093 {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:42:13.061365 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-4b42e711-3ce8-4922-89d6-738f35fae41c req-898b6eb7-5301-4a7b-a8e5-b7d30057fb51 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:13.063372 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-4b42e711-3ce8-4922-89d6-738f35fae41c req-898b6eb7-5301-4a7b-a8e5-b7d30057fb51 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.11 "DELETE /v2.0/ports/cf9ece14-c3c2-4753-976b-77c57b6ffea4 HTTP/1.1" status: 204 len: 173 time: 0.4041679 Aug 09 14:42:13.063817 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939b09bb-d63e-4953-bf74-4a23ec76f223', 'name': 'network-vif-deleted', 'tag': 'cf9ece14-c3c2-4753-976b-77c57b6ffea4'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:42:13.066108 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a762c443-d979-4496-a54d-86b5f4daec47" -d '{"events": [{"server_uuid": "939b09bb-d63e-4953-bf74-4a23ec76f223", "name": "network-vif-deleted", "tag": "cf9ece14-c3c2-4753-976b-77c57b6ffea4"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:42:13.103866 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec69620-34af-4b73-9e4b-d670546828d3 x-openstack-request-id: req-2ec69620-34af-4b73-9e4b-d670546828d3 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:42:13.104156 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939b09bb-d63e-4953-bf74-4a23ec76f223", "name": "network-vif-deleted", "tag": "cf9ece14-c3c2-4753-976b-77c57b6ffea4", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:42:13.104409 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ec69620-34af-4b73-9e4b-d670546828d3 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:42:13.104801 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939b09bb-d63e-4953-bf74-4a23ec76f223', 'name': 'network-vif-deleted', 'tag': 'cf9ece14-c3c2-4753-976b-77c57b6ffea4', 'status': 'completed', 'code': 200} Aug 09 14:42:13.749963 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-59cd549a-379e-47cb-bd10-2cf0c46c6cfd req-42f97424-182d-4cb6-8d35-c48e245e801a tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=939b09bb-d63e-4953-bf74-4a23ec76f223 HTTP/1.1" status: 200 len: 210 time: 0.0312917 Aug 09 14:42:14.655046 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51896) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:14.702517 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c0a96a-7ff9-4887-b423-0d837759b76b admin admin] Deleting subnet 48885352-98ff-43bb-9127-0e0e1acd32d9 {{(pid=93281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:42:14.705719 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-43c0a96a-7ff9-4887-b423-0d837759b76b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:14.747016 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-43c0a96a-7ff9-4887-b423-0d837759b76b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522946'] for subnet, precommit_delete_associations {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:14.786867 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-43c0a96a-7ff9-4887-b423-0d837759b76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742273'] for subnet, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:14.853504 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-43c0a96a-7ff9-4887-b423-0d837759b76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3868640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2505526'] for subnet, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:14.884507 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-43c0a96a-7ff9-4887-b423-0d837759b76b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for subnet, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:14.891027 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-43c0a96a-7ff9-4887-b423-0d837759b76b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/48885352-98ff-43bb-9127-0e0e1acd32d9 HTTP/1.1" status: 204 len: 168 time: 0.2303836 Aug 09 14:42:14.891027 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0a96a-7ff9-4887-b423-0d837759b76b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48885352-98ff-43bb-9127-0e0e1acd32d9,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:14.891027 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51904) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:14.995473 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c75c9430-061d-4165-a2c2-58bbfc4755e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676446'] for network, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:15.106047 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c75c9430-061d-4165-a2c2-58bbfc4755e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741126', 'neutron.services.segments.db._delete_segments_for_network-8793433151856'] for network, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:15.117132 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-c75c9430-061d-4165-a2c2-58bbfc4755e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3bbe216-85d8-46b6-82bb-468a31eb70e5']}} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:15.128580 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-c75c9430-061d-4165-a2c2-58bbfc4755e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '076af4a9-f52f-4e4e-9a77-11dacc95f61a') {'for_net_delete': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:15.128876 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-c75c9430-061d-4165-a2c2-58bbfc4755e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '076af4a9-f52f-4e4e-9a77-11dacc95f61a') {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:15.137953 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c75c9430-061d-4165-a2c2-58bbfc4755e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793433155705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522965'] for segment, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:15.156939 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c75c9430-061d-4165-a2c2-58bbfc4755e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:15.164212 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75c9430-061d-4165-a2c2-58bbfc4755e6 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:42:15.164699 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c75c9430-061d-4165-a2c2-58bbfc4755e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3868478'] for segment, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: Traceback (most recent call last): Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: timer() Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: cb(*args, **kw) Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: return func(*args, **kwargs) Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: self._notify() Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: self.callback(batched_events) Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: event.method(event) Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: return f(self, *a, **k) Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: return self._get(url).json() Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: return self.request(url, 'GET', **kwargs) Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:42:15.167440 dv-cinder-780933-12-iscsi neutron-server[93281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:42:15.223373 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c75c9430-061d-4165-a2c2-58bbfc4755e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744054'] for network, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:15.230798 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c75c9430-061d-4165-a2c2-58bbfc4755e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:15.235392 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-c75c9430-061d-4165-a2c2-58bbfc4755e6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f3bbe216-85d8-46b6-82bb-468a31eb70e5 HTTP/1.1" status: 204 len: 168 time: 0.3414893 Aug 09 14:42:15.245832 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c9430-061d-4165-a2c2-58bbfc4755e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3bbe216-85d8-46b6-82bb-468a31eb70e5,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:15.409134 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51908) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:15.452017 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-34f09df4-e6ba-49e6-a976-9e70fce34742 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9317e7000db34d51bc3b6a52b18f7572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415871 Aug 09 14:42:15.454425 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51910) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:15.505221 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-deafa1d4-4a4e-4e61-b962-b625511013c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:15.527611 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-deafa1d4-4a4e-4e61-b962-b625511013c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:15.579348 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-deafa1d4-4a4e-4e61-b962-b625511013c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:15.582086 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-deafa1d4-4a4e-4e61-b962-b625511013c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:15.583330 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-deafa1d4-4a4e-4e61-b962-b625511013c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/231f6a89-ed8f-4380-8df8-534c8ab8444f HTTP/1.1" status: 204 len: 168 time: 0.1279731 Aug 09 14:42:15.591778 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafa1d4-4a4e-4e61-b962-b625511013c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231f6a89-ed8f-4380-8df8-534c8ab8444f,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:16.669436 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 51946) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:16.782838 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-39faaa52-6494-45b5-be51-01dac4d29408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:16.918620 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-c33a2042-f36a-4716-8152-ea515b3f61fa req-9b2fb1e7-3519-4533-881e-b42638347051 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791869 Aug 09 14:42:16.933680 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-39faaa52-6494-45b5-be51-01dac4d29408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:16.938046 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-39faaa52-6494-45b5-be51-01dac4d29408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:17.005614 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-39faaa52-6494-45b5-be51-01dac4d29408 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f705d2ca65042219d3317de34e0ac2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350153 Aug 09 14:42:17.006408 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39faaa52-6494-45b5-be51-01dac4d29408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ce6fa2-af0a-47fc-b0cd-0a5a634cf8dc,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:17.008298 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 51950) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:17.021793 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a2042-f36a-4716-8152-ea515b3f61fa req-213c1ce8-94e0-4285-be93-06415724d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:42:17.023339 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-c33a2042-f36a-4716-8152-ea515b3f61fa req-213c1ce8-94e0-4285-be93-06415724d4c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=488c470ed0ff4cddbe230238fe0b2253&device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 1098 time: 0.0735822 Aug 09 14:42:17.064134 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 51954) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:17.066214 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3441c522-e913-4d7e-9e03-e4d289d1f4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:17.126273 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3441c522-e913-4d7e-9e03-e4d289d1f4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:17.128940 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a2042-f36a-4716-8152-ea515b3f61fa req-c6dcb290-08f7-4658-9cea-5ac3fd84f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:42:17.130439 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-c33a2042-f36a-4716-8152-ea515b3f61fa req-c6dcb290-08f7-4658-9cea-5ac3fd84f8ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed0ef885-267d-4f20-9f65-7ec82a72fd21 HTTP/1.1" status: 200 len: 913 time: 0.0874345 Aug 09 14:42:17.211441 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-c33a2042-f36a-4716-8152-ea515b3f61fa req-e3bec0f0-6762-44fe-9125-b907625297e1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=577316f2-7250-4070-9fd4-bb413395d2c6 HTTP/1.1" status: 200 len: 1001 time: 0.0727885 Aug 09 14:42:17.247963 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3441c522-e913-4d7e-9e03-e4d289d1f4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:17.250611 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-3441c522-e913-4d7e-9e03-e4d289d1f4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:17.251800 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-3441c522-e913-4d7e-9e03-e4d289d1f4db admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/76ce6fa2-af0a-47fc-b0cd-0a5a634cf8dc HTTP/1.1" status: 204 len: 168 time: 0.2416658 Aug 09 14:42:17.264779 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441c522-e913-4d7e-9e03-e4d289d1f4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ce6fa2-af0a-47fc-b0cd-0a5a634cf8dc,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:17.266497 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a2042-f36a-4716-8152-ea515b3f61fa req-e263b608-5c9a-4e56-b03d-614f2eba231a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:42:17.268950 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-c33a2042-f36a-4716-8152-ea515b3f61fa req-e263b608-5c9a-4e56-b03d-614f2eba231a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49267761-fa03-47db-88f0-76622128cfdd HTTP/1.1" status: 200 len: 851 time: 0.0508547 Aug 09 14:42:17.282984 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-f18d3c41-3c8a-4e20-888d-3b7d72166abb tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Deleting port 79a35671-f573-4c1d-b27c-36288ecaae46 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:42:17.283338 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f18d3c41-3c8a-4e20-888d-3b7d72166abb tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:17.310148 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:17.323912 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a2042-f36a-4716-8152-ea515b3f61fa req-ff223ca1-51e3-4278-beb5-00386da032b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:42:17.325732 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-c33a2042-f36a-4716-8152-ea515b3f61fa req-ff223ca1-51e3-4278-beb5-00386da032b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed0ef885-267d-4f20-9f65-7ec82a72fd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0481548 Aug 09 14:42:17.383604 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f18d3c41-3c8a-4e20-888d-3b7d72166abb tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:17.383943 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f18d3c41-3c8a-4e20-888d-3b7d72166abb tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:17.397346 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-f18d3c41-3c8a-4e20-888d-3b7d72166abb tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Calling delete_port for 79a35671-f573-4c1d-b27c-36288ecaae46 owned by network:floatingip {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:42:17.432985 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-c33a2042-f36a-4716-8152-ea515b3f61fa req-49d2aa25-dc7f-4308-a41f-1b3694c1b9db service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996368 Aug 09 14:42:17.532456 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-c33a2042-f36a-4716-8152-ea515b3f61fa req-34d203c7-3b91-4868-ab7d-0950958c00f1 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921767 Aug 09 14:42:17.561179 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f18d3c41-3c8a-4e20-888d-3b7d72166abb tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:17.589689 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device cf9ece14-c3c2-4753-976b-77c57b6ffea4 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:42:17.592327 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d3c41-3c8a-4e20-888d-3b7d72166abb tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Pushing event deleted for resources: {'Port': ['ID=79a35671-f573-4c1d-b27c-36288ecaae46,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:17.610269 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] No Port match for: cf9ece14-c3c2-4753-976b-77c57b6ffea4 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:42:17.610628 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device cf9ece14-c3c2-4753-976b-77c57b6ffea4 not bound to the agent host hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:42:17.654732 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f18d3c41-3c8a-4e20-888d-3b7d72166abb tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for floatingip, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:17.655077 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.db.l3_db [None req-f18d3c41-3c8a-4e20-888d-3b7d72166abb tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Floating IP b85bfe9c-b476-4b1b-b7df-b9927298f966 disassociated (deleted). External IP: 172.27.0.166, port: 577316f2-7250-4070-9fd4-bb413395d2c6. Aug 09 14:42:17.870351 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18d3c41-3c8a-4e20-888d-3b7d72166abb tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:42:17.983795 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18d3c41-3c8a-4e20-888d-3b7d72166abb tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:42:17.988980 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-f18d3c41-3c8a-4e20-888d-3b7d72166abb tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:17.997677 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab42b39-1f52-4833-93cd-2c1e818457b7 None None] Sync routers for ids ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:42:18.007309 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab42b39-1f52-4833-93cd-2c1e818457b7 None None] Routers {'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:42:18.007912 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-6ab42b39-1f52-4833-93cd-2c1e818457b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:42:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:18.023740 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-f18d3c41-3c8a-4e20-888d-3b7d72166abb tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "DELETE /v2.0/floatingips/b85bfe9c-b476-4b1b-b7df-b9927298f966 HTTP/1.1" status: 204 len: 168 time: 0.9581439 Aug 09 14:42:18.025016 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3', 'tag': '577316f2-7250-4070-9fd4-bb413395d2c6'}] {{(pid=93282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:42:18.027758 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56ce326a282370cb2de39ae3136380dca3ea80517aac3f2975b0460684c6f47d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f01b550-31c4-4271-bb50-da39798d7ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3", "tag": "577316f2-7250-4070-9fd4-bb413395d2c6"}]}' {{(pid=93282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:42:18.155738 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-6ab42b39-1f52-4833-93cd-2c1e818457b7 None None] Set router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:42:18.226354 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cd1d27-893b-4823-8c20-f1f9619d9a42 x-openstack-request-id: req-c8cd1d27-893b-4823-8c20-f1f9619d9a42 {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:42:18.226655 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3", "tag": "577316f2-7250-4070-9fd4-bb413395d2c6", "status": "completed", "code": 200}]} {{(pid=93282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:42:18.226938 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c8cd1d27-893b-4823-8c20-f1f9619d9a42 {{(pid=93282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:42:18.228499 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3', 'tag': '577316f2-7250-4070-9fd4-bb413395d2c6', 'status': 'completed', 'code': 200} Aug 09 14:42:18.297226 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b9551-19e7-4043-b0c2-5149b31aae7a req-4a523546-3cbd-4865-8987-259979104abf tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:42:18.298999 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-585b9551-19e7-4043-b0c2-5149b31aae7a req-4a523546-3cbd-4865-8987-259979104abf tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0534782 Aug 09 14:42:18.307175 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01b550-31c4-4271-bb50-da39798d7ad9 req-d88551c0-7c98-4a29-bc9a-13ee247e617c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:42:18.308796 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-2f01b550-31c4-4271-bb50-da39798d7ad9 req-d88551c0-7c98-4a29-bc9a-13ee247e617c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=488c470ed0ff4cddbe230238fe0b2253&device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 1098 time: 0.0606632 Aug 09 14:42:18.344685 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-585b9551-19e7-4043-b0c2-5149b31aae7a req-3b45b14a-b014-480e-8c16-e70f8ef58ae8 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350242 Aug 09 14:42:18.422864 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01b550-31c4-4271-bb50-da39798d7ad9 req-be4630d7-bf78-4329-87cf-93a0e63faa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:42:18.432885 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-2f01b550-31c4-4271-bb50-da39798d7ad9 req-be4630d7-bf78-4329-87cf-93a0e63faa8c service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed0ef885-267d-4f20-9f65-7ec82a72fd21 HTTP/1.1" status: 200 len: 913 time: 0.1138544 Aug 09 14:42:18.459751 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-6ab42b39-1f52-4833-93cd-2c1e818457b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:34:08Z', 'revision_number': 4, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '7ba13e9d-c568-42ca-9f41-0e033192c000', 'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'mac_address': 'fa:16:3e:dd:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:08Z', 'updated_at': '2021-08-09T14:34:15Z', 'revision_number': 5, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'subnets': [{'id': '49267761-fa03-47db-88f0-76622128cfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:18.480389 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-2f01b550-31c4-4271-bb50-da39798d7ad9 req-93117871-94a2-472c-b088-4c7f4c3484e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=577316f2-7250-4070-9fd4-bb413395d2c6 HTTP/1.1" status: 200 len: 217 time: 0.0401020 Aug 09 14:42:18.492173 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab42b39-1f52-4833-93cd-2c1e818457b7 None None] Checking router: cf22e8aa-8fa0-4662-b4fa-7dc5964f615c for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:42:18.508310 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab42b39-1f52-4833-93cd-2c1e818457b7 None None] Routers {'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:42:18.508310 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-6ab42b39-1f52-4833-93cd-2c1e818457b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:42:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:18.543122 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01b550-31c4-4271-bb50-da39798d7ad9 req-bf00975a-3c5a-46e8-9252-8a93e873103e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:42:18.544649 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-2f01b550-31c4-4271-bb50-da39798d7ad9 req-bf00975a-3c5a-46e8-9252-8a93e873103e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=49267761-fa03-47db-88f0-76622128cfdd HTTP/1.1" status: 200 len: 851 time: 0.0563407 Aug 09 14:42:18.597769 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01b550-31c4-4271-bb50-da39798d7ad9 req-298280b6-e4df-45f6-8033-319d1fee3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:42:18.599238 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-2f01b550-31c4-4271-bb50-da39798d7ad9 req-298280b6-e4df-45f6-8033-319d1fee3023 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed0ef885-267d-4f20-9f65-7ec82a72fd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0463722 Aug 09 14:42:18.625089 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-6ab42b39-1f52-4833-93cd-2c1e818457b7 None None] Set router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:42:18.700468 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-2f01b550-31c4-4271-bb50-da39798d7ad9 req-c5b08c78-6311-4e01-a8b6-55e9b4624222 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909541 Aug 09 14:42:18.804272 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-2f01b550-31c4-4271-bb50-da39798d7ad9 req-28a23acf-38d1-4f07-a91a-a24320823622 service neutron] 10.222.0.11 "GET /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960121 Aug 09 14:42:18.839510 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-6ab42b39-1f52-4833-93cd-2c1e818457b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:34:08Z', 'revision_number': 4, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '7ba13e9d-c568-42ca-9f41-0e033192c000', 'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'mac_address': 'fa:16:3e:dd:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:08Z', 'updated_at': '2021-08-09T14:34:15Z', 'revision_number': 5, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'subnets': [{'id': '49267761-fa03-47db-88f0-76622128cfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:18.866959 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab42b39-1f52-4833-93cd-2c1e818457b7 None None] The sync data for ids ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'] in dv-cinder-780933-12-iscsi is: [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:34:08Z', 'revision_number': 4, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi', '_interfaces': [{'id': '7ba13e9d-c568-42ca-9f41-0e033192c000', 'name': '', 'network_id': 'ed0ef885-267d-4f20-9f65-7ec82a72fd21', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'mac_address': 'fa:16:3e:dd:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '49267761-fa03-47db-88f0-76622128cfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:08Z', 'updated_at': '2021-08-09T14:34:15Z', 'revision_number': 5, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'subnets': [{'id': '49267761-fa03-47db-88f0-76622128cfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:42:19.087801 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bcc822-fa87-41ff-84c2-31a3ce80d707 None None] New status for floating IP b85bfe9c-b476-4b1b-b7df-b9927298f966: DOWN {{(pid=93284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:42:19.476245 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03638c-20c1-4a1e-9307-23a32d119285 req-1efa2086-e6e6-4f11-9731-41e1592607e9 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:42:19.478218 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bf03638c-20c1-4a1e-9307-23a32d119285 req-1efa2086-e6e6-4f11-9731-41e1592607e9 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0540266 Aug 09 14:42:19.516990 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-bf03638c-20c1-4a1e-9307-23a32d119285 req-e1202ec5-1429-4282-aa2b-5411e051e700 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/security-groups?id=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328197 Aug 09 14:42:19.751807 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4c60c-8fb4-4e53-a2cd-b901794f6bac req-0905e73e-d371-44f0-ba6e-1bd9f1ebb8cb tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:42:19.753293 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ead4c60c-8fb4-4e53-a2cd-b901794f6bac req-0905e73e-d371-44f0-ba6e-1bd9f1ebb8cb tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.11 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 945 time: 0.0583832 Aug 09 14:42:19.843979 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-ead4c60c-8fb4-4e53-a2cd-b901794f6bac req-de6a9639-85b6-48e4-b9ae-697aa100bdf4 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Deleting port 577316f2-7250-4070-9fd4-bb413395d2c6 {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:42:19.844421 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-ead4c60c-8fb4-4e53-a2cd-b901794f6bac req-de6a9639-85b6-48e4-b9ae-697aa100bdf4 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:19.936999 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [req-ead4c60c-8fb4-4e53-a2cd-b901794f6bac req-de6a9639-85b6-48e4-b9ae-697aa100bdf4 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] For port 577316f2-7250-4070-9fd4-bb413395d2c6, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=577316f2-7250-4070-9fd4-bb413395d2c6,segment=NetworkSegment(a4e4de31-1b1f-431d-a977-df7ee1f8ed33),segment_id=a4e4de31-1b1f-431d-a977-df7ee1f8ed33)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:42:19.937366 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-ead4c60c-8fb4-4e53-a2cd-b901794f6bac req-de6a9639-85b6-48e4-b9ae-697aa100bdf4 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:19.949752 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [req-ead4c60c-8fb4-4e53-a2cd-b901794f6bac req-de6a9639-85b6-48e4-b9ae-697aa100bdf4 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Calling delete_port for 577316f2-7250-4070-9fd4-bb413395d2c6 owned by compute:nova {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:42:20.081878 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-ead4c60c-8fb4-4e53-a2cd-b901794f6bac req-de6a9639-85b6-48e4-b9ae-697aa100bdf4 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:20.108748 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a9639-85b6-48e4-b9ae-697aa100bdf4 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Pushing event deleted for resources: {'Port': ['ID=577316f2-7250-4070-9fd4-bb413395d2c6,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:20.154660 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead4c60c-8fb4-4e53-a2cd-b901794f6bac req-de6a9639-85b6-48e4-b9ae-697aa100bdf4 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] No DVR routers for this DVR port 577316f2-7250-4070-9fd4-bb413395d2c6 on host hv-cinder-78093 {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:42:20.157138 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [req-ead4c60c-8fb4-4e53-a2cd-b901794f6bac req-de6a9639-85b6-48e4-b9ae-697aa100bdf4 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for port, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:20.159150 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [req-ead4c60c-8fb4-4e53-a2cd-b901794f6bac req-de6a9639-85b6-48e4-b9ae-697aa100bdf4 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.11 "DELETE /v2.0/ports/577316f2-7250-4070-9fd4-bb413395d2c6 HTTP/1.1" status: 204 len: 173 time: 0.3996296 Aug 09 14:42:20.159607 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3', 'name': 'network-vif-deleted', 'tag': '577316f2-7250-4070-9fd4-bb413395d2c6'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:42:20.161844 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714af490d9d48475eb2455fd491c9e8fd832cf30566ac1f77d3db774610119af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add8a602-57a3-4011-983f-e40243723529" -d '{"events": [{"server_uuid": "25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3", "name": "network-vif-deleted", "tag": "577316f2-7250-4070-9fd4-bb413395d2c6"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:42:20.198660 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7eaf57c-f62e-493c-934c-5809abb79918 x-openstack-request-id: req-a7eaf57c-f62e-493c-934c-5809abb79918 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:42:20.198985 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3", "name": "network-vif-deleted", "tag": "577316f2-7250-4070-9fd4-bb413395d2c6", "status": "completed", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:42:20.199247 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a7eaf57c-f62e-493c-934c-5809abb79918 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:42:20.199648 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3', 'name': 'network-vif-deleted', 'tag': '577316f2-7250-4070-9fd4-bb413395d2c6', 'status': 'completed', 'code': 200} Aug 09 14:42:20.615398 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-0c0509c8-1df2-4e4c-998c-539b8d7dc0f3 req-66a85dc2-3f65-4a75-965e-6cbda9d73d03 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 210 time: 0.0294516 Aug 09 14:42:21.714044 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-1e64537b-2156-4085-98e3-167d936202da req-db15355d-8638-4c06-bf55-25259b547f91 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 210 time: 0.0264280 Aug 09 14:42:22.808549 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-c9a5be8c-2b61-45e9-9c64-049f489205a6 req-bdf6e798-0e26-4620-a0a0-11e23e580a60 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 210 time: 0.0274706 Aug 09 14:42:23.916317 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-91f2326f-f716-4ef2-8661-01e8782d8d36 req-bb1614b0-c4d6-4e7a-81da-fc5294c240f5 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 210 time: 0.0256069 Aug 09 14:42:24.590624 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:42:24.966782 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 577316f2-7250-4070-9fd4-bb413395d2c6 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:42:24.987503 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] No Port match for: 577316f2-7250-4070-9fd4-bb413395d2c6 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:42:24.987855 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Device 577316f2-7250-4070-9fd4-bb413395d2c6 not bound to the agent host hv-cinder-78093 {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:42:25.033203 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-df86e1d4-93c1-4ef7-825e-fd69665a7e32 req-e3a94f8f-d76b-4cf0-b605-13f24179fb89 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 210 time: 0.0319684 Aug 09 14:42:26.164405 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [req-b8476b61-f681-428d-a027-0c65c59fa70f req-9ea09f31-2c2f-4c52-94d5-858d72de4a5c tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "GET /v2.0/ports?device_id=25ec8dcf-7932-4be3-92a6-05e0e5a3ffc3 HTTP/1.1" status: 200 len: 210 time: 0.0274355 Aug 09 14:42:27.231098 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 52038) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:27.382982 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-67d0c54d-ef5b-4582-80d6-bdebc3a20cd6 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Deleting port 22c161eb-46eb-42c0-bd5b-76003493c3f0 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:42:27.383415 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-67d0c54d-ef5b-4582-80d6-bdebc3a20cd6 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:27.457107 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-67d0c54d-ef5b-4582-80d6-bdebc3a20cd6 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:27.457331 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-67d0c54d-ef5b-4582-80d6-bdebc3a20cd6 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:27.471036 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-67d0c54d-ef5b-4582-80d6-bdebc3a20cd6 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Calling delete_port for 22c161eb-46eb-42c0-bd5b-76003493c3f0 owned by network:floatingip {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:42:27.606049 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-67d0c54d-ef5b-4582-80d6-bdebc3a20cd6 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:27.641777 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0c54d-ef5b-4582-80d6-bdebc3a20cd6 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Pushing event deleted for resources: {'Port': ['ID=22c161eb-46eb-42c0-bd5b-76003493c3f0,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:27.668277 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0c54d-ef5b-4582-80d6-bdebc3a20cd6 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:27.668637 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0c54d-ef5b-4582-80d6-bdebc3a20cd6 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:27.668990 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0c54d-ef5b-4582-80d6-bdebc3a20cd6 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:27.669337 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0c54d-ef5b-4582-80d6-bdebc3a20cd6 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:27.669679 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0c54d-ef5b-4582-80d6-bdebc3a20cd6 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:27.670024 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0c54d-ef5b-4582-80d6-bdebc3a20cd6 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:27.670361 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0c54d-ef5b-4582-80d6-bdebc3a20cd6 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:27.670724 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0c54d-ef5b-4582-80d6-bdebc3a20cd6 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:27.671067 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0c54d-ef5b-4582-80d6-bdebc3a20cd6 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:27.671400 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0c54d-ef5b-4582-80d6-bdebc3a20cd6 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:27.671730 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0c54d-ef5b-4582-80d6-bdebc3a20cd6 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:27.672055 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0c54d-ef5b-4582-80d6-bdebc3a20cd6 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:27.711845 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-67d0c54d-ef5b-4582-80d6-bdebc3a20cd6 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for floatingip, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:27.714383 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-67d0c54d-ef5b-4582-80d6-bdebc3a20cd6 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239556'] for floatingip, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:27.715580 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-67d0c54d-ef5b-4582-80d6-bdebc3a20cd6 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "DELETE /v2.0/floatingips/7b8ada77-67c7-4fbc-8cf1-5a366d99ce04 HTTP/1.1" status: 204 len: 168 time: 0.4827886 Aug 09 14:42:31.029736 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 52060) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:31.097912 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-525d873b-a88e-4490-9dda-c4301dddeef8 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:31.125734 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-525d873b-a88e-4490-9dda-c4301dddeef8 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:31.188777 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-525d873b-a88e-4490-9dda-c4301dddeef8 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:31.191442 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-525d873b-a88e-4490-9dda-c4301dddeef8 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:31.192638 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-525d873b-a88e-4490-9dda-c4301dddeef8 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] 10.222.0.60 "DELETE /v2.0/security-groups/1e81b239-6afe-4f9c-a961-2b76ce3ebcdd HTTP/1.1" status: 204 len: 168 time: 0.1618359 Aug 09 14:42:31.202820 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d873b-a88e-4490-9dda-c4301dddeef8 tempest-TestVolumeBootPattern-2104780287 tempest-TestVolumeBootPattern-2104780287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e81b239-6afe-4f9c-a961-2b76ce3ebcdd,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:31.260662 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 52064) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:31.817262 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d9f383c3-da46-48fd-a731-2df9dbafe86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1744772'] for router_interface, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:32.096828 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-d9f383c3-da46-48fd-a731-2df9dbafe86f admin admin] Deleting port 7ba13e9d-c568-42ca-9f41-0e033192c000 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:42:32.097504 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d9f383c3-da46-48fd-a731-2df9dbafe86f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:32.184404 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-d9f383c3-da46-48fd-a731-2df9dbafe86f admin admin] For port 7ba13e9d-c568-42ca-9f41-0e033192c000, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=7ba13e9d-c568-42ca-9f41-0e033192c000,segment=NetworkSegment(a4e4de31-1b1f-431d-a977-df7ee1f8ed33),segment_id=a4e4de31-1b1f-431d-a977-df7ee1f8ed33)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:42:32.184791 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d9f383c3-da46-48fd-a731-2df9dbafe86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:32.199146 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-d9f383c3-da46-48fd-a731-2df9dbafe86f admin admin] Calling delete_port for 7ba13e9d-c568-42ca-9f41-0e033192c000 owned by network:router_interface {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:42:32.396990 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d9f383c3-da46-48fd-a731-2df9dbafe86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:32.426819 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f383c3-da46-48fd-a731-2df9dbafe86f admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba13e9d-c568-42ca-9f41-0e033192c000,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:32.612882 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-d9f383c3-da46-48fd-a731-2df9dbafe86f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741364'] for router_interface, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:33.080516 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f383c3-da46-48fd-a731-2df9dbafe86f admin admin] Router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:42:33.194686 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f383c3-da46-48fd-a731-2df9dbafe86f admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:42:33.202281 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 52118) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:33.202799 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-d9f383c3-da46-48fd-a731-2df9dbafe86f admin admin] 10.222.0.60 "PUT /v2.0/routers/cf22e8aa-8fa0-4662-b4fa-7dc5964f615c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9401252 Aug 09 14:42:33.206598 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b167824e-8977-42e3-936a-28708abcc025 None None] Sync routers for ids ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'] in dv-cinder-780933-12-iscsi {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:42:33.216622 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b167824e-8977-42e3-936a-28708abcc025 None None] Routers {'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:42:33.217365 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-b167824e-8977-42e3-936a-28708abcc025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:42:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:33.332257 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-b167824e-8977-42e3-936a-28708abcc025 None None] Set router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:42:33.528749 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-b167824e-8977-42e3-936a-28708abcc025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:42:32Z', 'revision_number': 5, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:33.556618 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b167824e-8977-42e3-936a-28708abcc025 None None] Checking router: cf22e8aa-8fa0-4662-b4fa-7dc5964f615c for host: dv-cinder-780933-12-iscsi {{(pid=93283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:42:33.565475 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b167824e-8977-42e3-936a-28708abcc025 None None] Routers {'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:42:33.566110 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-b167824e-8977-42e3-936a-28708abcc025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:42:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'], 'active': True} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:33.581168 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Notify callbacks [] for router, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:33.684844 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvr_db [None req-b167824e-8977-42e3-936a-28708abcc025 None None] Set router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c gateway port host: dv-cinder-780933-12-iscsi {{(pid=93283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:42:33.686439 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:33.740251 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Deleting port 2f325ecd-3594-4ee3-939a-a710db98468b {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:42:33.740681 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:33.833133 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] For port 2f325ecd-3594-4ee3-939a-a710db98468b, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=2f325ecd-3594-4ee3-939a-a710db98468b,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:42:33.833509 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:33.846534 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Calling delete_port for 2f325ecd-3594-4ee3-939a-a710db98468b owned by network:router_gateway {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:42:33.869624 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_hamode_db [None req-b167824e-8977-42e3-936a-28708abcc025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:42:32Z', 'revision_number': 5, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:33.900577 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b167824e-8977-42e3-936a-28708abcc025 None None] The sync data for ids ['cf22e8aa-8fa0-4662-b4fa-7dc5964f615c'] in dv-cinder-780933-12-iscsi is: [{'id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'name': 'tempest-TestVolumeBootPattern-2013579126-router', 'tenant_id': '488c470ed0ff4cddbe230238fe0b2253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:05Z', 'updated_at': '2021-08-09T14:42:32Z', 'revision_number': 5, 'project_id': '488c470ed0ff4cddbe230238fe0b2253', 'gw_port': {'id': '2f325ecd-3594-4ee3-939a-a710db98468b', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf22e8aa-8fa0-4662-b4fa-7dc5964f615c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:06Z', 'updated_at': '2021-08-09T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}] {{(pid=93283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:42:34.024968 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:34.055834 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Pushing event deleted for resources: {'Port': ['ID=2f325ecd-3594-4ee3-939a-a710db98468b,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:34.076213 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:34.076567 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:34.076911 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:34.077251 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:34.077579 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:34.077908 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:34.078238 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:34.078566 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:34.078931 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:34.079251 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:34.079573 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:34.079888 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:34.132538 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744082'] for router_gateway, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:34.230103 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237291'] for router, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:34.233269 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:34.285760 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1742546'] for router, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:34.286884 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf22e8aa-8fa0-4662-b4fa-7dc5964f615c {{(pid=93281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 14:42:34.297853 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] Notify callbacks [] for router, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:34.299103 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-3b94c7fa-b333-4a72-b62a-6c2b4bc851fb admin admin] 10.222.0.60 "DELETE /v2.0/routers/cf22e8aa-8fa0-4662-b4fa-7dc5964f615c HTTP/1.1" status: 204 len: 168 time: 1.0957720 Aug 09 14:42:34.301984 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 52126) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:34.357893 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.db_base_plugin_v2 [None req-234b60b5-5f0f-4e72-9eff-4b15c8ab9d73 admin admin] Deleting subnet 49267761-fa03-47db-88f0-76622128cfdd {{(pid=93281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:42:34.362110 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-234b60b5-5f0f-4e72-9eff-4b15c8ab9d73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:34.407950 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-234b60b5-5f0f-4e72-9eff-4b15c8ab9d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522946'] for subnet, precommit_delete_associations {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:34.489817 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-234b60b5-5f0f-4e72-9eff-4b15c8ab9d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742273'] for subnet, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:34.551575 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-234b60b5-5f0f-4e72-9eff-4b15c8ab9d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3868640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2505526'] for subnet, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:34.578050 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b60b5-5f0f-4e72-9eff-4b15c8ab9d73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49267761-fa03-47db-88f0-76622128cfdd,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:34.581902 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-234b60b5-5f0f-4e72-9eff-4b15c8ab9d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for subnet, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:34.586690 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-234b60b5-5f0f-4e72-9eff-4b15c8ab9d73 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/49267761-fa03-47db-88f0-76622128cfdd HTTP/1.1" status: 204 len: 168 time: 0.2806439 Aug 09 14:42:34.586834 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 52128) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:34.589611 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3962f580-4bf5-47a9-a29c-55ca7f71f0b0 None None] Network ed0ef885-267d-4f20-9f65-7ec82a72fd21 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:42:34.673260 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-523a83ee-1dc9-4317-b290-954e6ee987bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676446'] for network, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:34.729082 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-523a83ee-1dc9-4317-b290-954e6ee987bc admin admin] Deleting port 040cad7a-2695-4b03-81e1-6d5e23cf6cce {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:42:34.729424 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-523a83ee-1dc9-4317-b290-954e6ee987bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:34.793328 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-523a83ee-1dc9-4317-b290-954e6ee987bc admin admin] For port 040cad7a-2695-4b03-81e1-6d5e23cf6cce, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=040cad7a-2695-4b03-81e1-6d5e23cf6cce,segment=NetworkSegment(a4e4de31-1b1f-431d-a977-df7ee1f8ed33),segment_id=a4e4de31-1b1f-431d-a977-df7ee1f8ed33)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:42:34.793688 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-523a83ee-1dc9-4317-b290-954e6ee987bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:34.811982 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-523a83ee-1dc9-4317-b290-954e6ee987bc admin admin] Calling delete_port for 040cad7a-2695-4b03-81e1-6d5e23cf6cce owned by network:dhcp {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:42:34.917559 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7cdcff-66ff-4875-b0fe-6da0ceb63a7e None None] DHCP port deletion for ed0ef885-267d-4f20-9f65-7ec82a72fd21 request from dv-cinder-780933-12-iscsi {{(pid=93283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 14:42:34.918095 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-523a83ee-1dc9-4317-b290-954e6ee987bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3868627'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:34.951583 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a83ee-1dc9-4317-b290-954e6ee987bc admin admin] Pushing event deleted for resources: {'Port': ['ID=040cad7a-2695-4b03-81e1-6d5e23cf6cce,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:34.953424 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523a83ee-1dc9-4317-b290-954e6ee987bc admin admin] No DVR routers for this DVR port 040cad7a-2695-4b03-81e1-6d5e23cf6cce on host dv-cinder-780933-12-iscsi {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:42:35.041786 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-523a83ee-1dc9-4317-b290-954e6ee987bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741126', 'neutron.services.segments.db._delete_segments_for_network-8793433151856'] for network, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:35.052995 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-523a83ee-1dc9-4317-b290-954e6ee987bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0ef885-267d-4f20-9f65-7ec82a72fd21']}} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:35.066647 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-523a83ee-1dc9-4317-b290-954e6ee987bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e4de31-1b1f-431d-a977-df7ee1f8ed33') {'for_net_delete': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:35.066990 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.services.segments.db [None req-523a83ee-1dc9-4317-b290-954e6ee987bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e4de31-1b1f-431d-a977-df7ee1f8ed33') {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:35.078719 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-523a83ee-1dc9-4317-b290-954e6ee987bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793433155705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522965'] for segment, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:35.092455 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-523a83ee-1dc9-4317-b290-954e6ee987bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:35.098280 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523a83ee-1dc9-4317-b290-954e6ee987bc admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:42:35.098688 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-523a83ee-1dc9-4317-b290-954e6ee987bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3868478'] for segment, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: Traceback (most recent call last): Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: timer() Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: cb(*args, **kw) Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: return func(*args, **kwargs) Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: self._notify() Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: self.callback(batched_events) Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: event.method(event) Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: return f(self, *a, **k) Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: return self._get(url).json() Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: return self.request(url, 'GET', **kwargs) Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:42:35.100400 dv-cinder-780933-12-iscsi neutron-server[93281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:42:35.162524 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-523a83ee-1dc9-4317-b290-954e6ee987bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744054'] for network, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:35.168381 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-523a83ee-1dc9-4317-b290-954e6ee987bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:35.170381 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-523a83ee-1dc9-4317-b290-954e6ee987bc admin admin] 10.222.0.60 "DELETE /v2.0/networks/ed0ef885-267d-4f20-9f65-7ec82a72fd21 HTTP/1.1" status: 204 len: 168 time: 0.5825768 Aug 09 14:42:35.173515 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 52130) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:35.182918 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a83ee-1dc9-4317-b290-954e6ee987bc admin admin] Pushing event deleted for resources: {'Network': ['ID=ed0ef885-267d-4f20-9f65-7ec82a72fd21,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:35.249179 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 7ba13e9d-c568-42ca-9f41-0e033192c000 no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:42:35.272946 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: 7ba13e9d-c568-42ca-9f41-0e033192c000 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:42:35.273320 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 7ba13e9d-c568-42ca-9f41-0e033192c000 not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:42:35.274350 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 2f325ecd-3594-4ee3-939a-a710db98468b no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:42:35.295475 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: 2f325ecd-3594-4ee3-939a-a710db98468b {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:42:35.295832 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 2f325ecd-3594-4ee3-939a-a710db98468b not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:42:35.296253 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 040cad7a-2695-4b03-81e1-6d5e23cf6cce no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:42:35.315069 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: 040cad7a-2695-4b03-81e1-6d5e23cf6cce {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:42:35.315421 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 040cad7a-2695-4b03-81e1-6d5e23cf6cce not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:42:35.576882 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-89acfc36-d9d9-42a8-88f5-a609d0a89eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1744772'] for router_interface, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:35.828478 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-89acfc36-d9d9-42a8-88f5-a609d0a89eb9 admin admin] Deleting port c457a069-7edf-4dd2-bdd9-7ff33ce45a6c {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:42:35.828824 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-89acfc36-d9d9-42a8-88f5-a609d0a89eb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:35.909301 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-89acfc36-d9d9-42a8-88f5-a609d0a89eb9 admin admin] For port c457a069-7edf-4dd2-bdd9-7ff33ce45a6c, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=c457a069-7edf-4dd2-bdd9-7ff33ce45a6c,segment=NetworkSegment(ef60bdb3-8fd5-4633-8899-e90251bf2328),segment_id=ef60bdb3-8fd5-4633-8899-e90251bf2328)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:42:35.909674 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-89acfc36-d9d9-42a8-88f5-a609d0a89eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:35.923356 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-89acfc36-d9d9-42a8-88f5-a609d0a89eb9 admin admin] Calling delete_port for c457a069-7edf-4dd2-bdd9-7ff33ce45a6c owned by network:router_interface {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:42:36.110410 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-89acfc36-d9d9-42a8-88f5-a609d0a89eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:36.134959 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acfc36-d9d9-42a8-88f5-a609d0a89eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c457a069-7edf-4dd2-bdd9-7ff33ce45a6c,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:36.326513 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-89acfc36-d9d9-42a8-88f5-a609d0a89eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741364'] for router_interface, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:36.541543 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-07c7591d-8c16-4110-9398-954f7b4d431c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:36.564643 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89acfc36-d9d9-42a8-88f5-a609d0a89eb9 admin admin] Router e4d950a6-8a97-4889-82ef-a8d5652a736b has already been hosted by L3 agent e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e {{(pid=93282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:42:36.638662 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 52144) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:36.689525 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89acfc36-d9d9-42a8-88f5-a609d0a89eb9 admin admin] Notify agent at l3_agent.dv-cinder-780933-12-iscsi the message routers_updated {{(pid=93282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:42:36.698412 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-89acfc36-d9d9-42a8-88f5-a609d0a89eb9 admin admin] 10.222.0.60 "PUT /v2.0/routers/e4d950a6-8a97-4889-82ef-a8d5652a736b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5195148 Aug 09 14:42:36.698635 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 52148) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:36.699444 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79253ed4-10f8-4cad-b9e9-af9572b130a4 None None] Sync routers for ids ['e4d950a6-8a97-4889-82ef-a8d5652a736b'] in dv-cinder-780933-12-iscsi {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:42:36.709217 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79253ed4-10f8-4cad-b9e9-af9572b130a4 None None] Routers {'e4d950a6-8a97-4889-82ef-a8d5652a736b'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:42:36.709858 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-79253ed4-10f8-4cad-b9e9-af9572b130a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:42:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['e4d950a6-8a97-4889-82ef-a8d5652a736b'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:36.761715 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-85d9b6c0-bb36-4ad9-b9c2-5ee6aa4b9077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:36.822493 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-79253ed4-10f8-4cad-b9e9-af9572b130a4 None None] Set router e4d950a6-8a97-4889-82ef-a8d5652a736b gateway port host: dv-cinder-780933-12-iscsi {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:42:36.830513 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-921c5960-2625-4ac1-9872-7687a869fb91 admin admin] Notify callbacks [] for router, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:36.871702 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-85d9b6c0-bb36-4ad9-b9c2-5ee6aa4b9077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:36.876852 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-85d9b6c0-bb36-4ad9-b9c2-5ee6aa4b9077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:36.916404 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9b6c0-bb36-4ad9-b9c2-5ee6aa4b9077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6d9f48-1d97-48bd-8bb1-468bbdbe7b4a,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:36.921734 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-85d9b6c0-bb36-4ad9-b9c2-5ee6aa4b9077 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4dd2e27e7b894f19a1fc5eaa7f30eb72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816505 Aug 09 14:42:36.925040 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 52150) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:36.972019 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-921c5960-2625-4ac1-9872-7687a869fb91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:37.019770 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ac4f44aa-5263-4ce0-8224-1bc7649e3127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:37.050389 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ac4f44aa-5263-4ce0-8224-1bc7649e3127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:37.090985 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-921c5960-2625-4ac1-9872-7687a869fb91 admin admin] Deleting port 176ea9ee-b5ec-43d3-8981-2734aa6d2287 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:42:37.091333 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-921c5960-2625-4ac1-9872-7687a869fb91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:37.135958 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-79253ed4-10f8-4cad-b9e9-af9572b130a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d950a6-8a97-4889-82ef-a8d5652a736b', 'name': 'tempest-TestVolumeBootPattern-357326608-router', 'tenant_id': 'c80cabbbfb284a1380430d7421b9e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'external_fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '176ea9ee-b5ec-43d3-8981-2734aa6d2287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:11Z', 'updated_at': '2021-08-09T14:42:36Z', 'revision_number': 5, 'project_id': 'c80cabbbfb284a1380430d7421b9e489', 'gw_port': {'id': '176ea9ee-b5ec-43d3-8981-2734aa6d2287', 'name': '', 'network_id': 'fec02cd1-e2e8-4817-ba73-274d16c5b5b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:64:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d950a6-8a97-4889-82ef-a8d5652a736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:34:12Z', 'updated_at': '2021-08-09T14:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3361a577-0d73-418c-9a78-05f67eccb0cb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-12-iscsi'}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:37.158476 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ac4f44aa-5263-4ce0-8224-1bc7649e3127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:37.161041 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-ac4f44aa-5263-4ce0-8224-1bc7649e3127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:37.165504 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-ac4f44aa-5263-4ce0-8224-1bc7649e3127 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f6d9f48-1d97-48bd-8bb1-468bbdbe7b4a HTTP/1.1" status: 204 len: 168 time: 0.2364883 Aug 09 14:42:37.168056 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79253ed4-10f8-4cad-b9e9-af9572b130a4 None None] Checking router: e4d950a6-8a97-4889-82ef-a8d5652a736b for host: dv-cinder-780933-12-iscsi {{(pid=93284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:42:37.175148 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f44aa-5263-4ce0-8224-1bc7649e3127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6d9f48-1d97-48bd-8bb1-468bbdbe7b4a,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:37.176351 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79253ed4-10f8-4cad-b9e9-af9572b130a4 None None] Routers {'e4d950a6-8a97-4889-82ef-a8d5652a736b'} bound to L3 agent in host dv-cinder-780933-12-iscsi {{(pid=93284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:42:37.176987 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-79253ed4-10f8-4cad-b9e9-af9572b130a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:24:10Z,description=,heartbeat_timestamp=2021-08-09T14:42:10Z,host='dv-cinder-780933-12-iscsi',id=e24a6dc4-3177-4a6b-83c6-1f21b57c1c0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:24:10Z,topic='l3_agent')) {'router_ids': ['e4d950a6-8a97-4889-82ef-a8d5652a736b'], 'active': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:37.194423 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-921c5960-2625-4ac1-9872-7687a869fb91 admin admin] For port 176ea9ee-b5ec-43d3-8981-2734aa6d2287, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=176ea9ee-b5ec-43d3-8981-2734aa6d2287,segment=NetworkSegment(f8f497cc-f5aa-4deb-b93a-e7d37e9af934),segment_id=f8f497cc-f5aa-4deb-b93a-e7d37e9af934)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:42:37.194834 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-921c5960-2625-4ac1-9872-7687a869fb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:37.208484 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-921c5960-2625-4ac1-9872-7687a869fb91 admin admin] Calling delete_port for 176ea9ee-b5ec-43d3-8981-2734aa6d2287 owned by network:router_gateway {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:42:37.290259 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvr_db [None req-79253ed4-10f8-4cad-b9e9-af9572b130a4 None None] Set router e4d950a6-8a97-4889-82ef-a8d5652a736b gateway port host: None {{(pid=93284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:42:37.359426 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.l3_hamode_db [None req-79253ed4-10f8-4cad-b9e9-af9572b130a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d950a6-8a97-4889-82ef-a8d5652a736b', 'name': 'tempest-TestVolumeBootPattern-357326608-router', 'tenant_id': 'c80cabbbfb284a1380430d7421b9e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:11Z', 'updated_at': '2021-08-09T14:42:36Z', 'revision_number': 6, 'project_id': 'c80cabbbfb284a1380430d7421b9e489', 'gw_port_host': None}], 'dv-cinder-780933-12-iscsi', False) {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:37.391552 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79253ed4-10f8-4cad-b9e9-af9572b130a4 None None] The sync data for ids ['e4d950a6-8a97-4889-82ef-a8d5652a736b'] in dv-cinder-780933-12-iscsi is: [{'id': 'e4d950a6-8a97-4889-82ef-a8d5652a736b', 'name': 'tempest-TestVolumeBootPattern-357326608-router', 'tenant_id': 'c80cabbbfb284a1380430d7421b9e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:34:11Z', 'updated_at': '2021-08-09T14:42:36Z', 'revision_number': 6, 'project_id': 'c80cabbbfb284a1380430d7421b9e489', 'gw_port_host': None}] {{(pid=93284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:42:37.397726 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-921c5960-2625-4ac1-9872-7687a869fb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:37.436766 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c5960-2625-4ac1-9872-7687a869fb91 admin admin] Pushing event deleted for resources: {'Port': ['ID=176ea9ee-b5ec-43d3-8981-2734aa6d2287,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:37.499533 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-921c5960-2625-4ac1-9872-7687a869fb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744082'] for router_gateway, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:37.601031 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-921c5960-2625-4ac1-9872-7687a869fb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-237291'] for router, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:37.603804 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-921c5960-2625-4ac1-9872-7687a869fb91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:37.652942 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-921c5960-2625-4ac1-9872-7687a869fb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1742546'] for router, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:37.653472 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921c5960-2625-4ac1-9872-7687a869fb91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4d950a6-8a97-4889-82ef-a8d5652a736b {{(pid=93282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 14:42:37.657952 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-921c5960-2625-4ac1-9872-7687a869fb91 admin admin] Notify callbacks [] for router, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:37.659131 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-921c5960-2625-4ac1-9872-7687a869fb91 admin admin] 10.222.0.60 "DELETE /v2.0/routers/e4d950a6-8a97-4889-82ef-a8d5652a736b HTTP/1.1" status: 204 len: 168 time: 0.9590240 Aug 09 14:42:37.661808 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 52154) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:37.711671 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4b5933-6f3f-4a75-9d42-f064a0a556cf admin admin] Deleting subnet b29ad0c5-063c-41b5-9abe-0f1d7cd09324 {{(pid=93282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:42:37.714601 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8f4b5933-6f3f-4a75-9d42-f064a0a556cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:37.754389 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8f4b5933-6f3f-4a75-9d42-f064a0a556cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25235237'] for subnet, precommit_delete_associations {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:37.848063 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8f4b5933-6f3f-4a75-9d42-f064a0a556cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742273'] for subnet, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:37.901332 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8f4b5933-6f3f-4a75-9d42-f064a0a556cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25220813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25399007'] for subnet, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:37.926371 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b5933-6f3f-4a75-9d42-f064a0a556cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b29ad0c5-063c-41b5-9abe-0f1d7cd09324,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:37.930037 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-8f4b5933-6f3f-4a75-9d42-f064a0a556cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:37.932075 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-8f4b5933-6f3f-4a75-9d42-f064a0a556cf admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b29ad0c5-063c-41b5-9abe-0f1d7cd09324 HTTP/1.1" status: 204 len: 168 time: 0.2692835 Aug 09 14:42:37.934742 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 52156) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:37.938168 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e71cdc4-a6ac-422d-ab36-700333fbaa26 None None] Network b21c75e6-cad4-48a2-b00f-88d083cdede8 requested from dv-cinder-780933-12-iscsi {{(pid=93283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:42:38.010207 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4ceda2b9-ba5f-461d-b884-8ca47530db4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676446'] for network, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:38.063511 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-4ceda2b9-ba5f-461d-b884-8ca47530db4e admin admin] Deleting port fa202f14-e2b8-4731-a510-ef9d2d352e49 {{(pid=93282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:42:38.063862 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4ceda2b9-ba5f-461d-b884-8ca47530db4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:38.126908 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-4ceda2b9-ba5f-461d-b884-8ca47530db4e admin admin] For port fa202f14-e2b8-4731-a510-ef9d2d352e49, host dv-cinder-780933-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-12-iscsi',level=0,port_id=fa202f14-e2b8-4731-a510-ef9d2d352e49,segment=NetworkSegment(ef60bdb3-8fd5-4633-8899-e90251bf2328),segment_id=ef60bdb3-8fd5-4633-8899-e90251bf2328)] {{(pid=93282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:42:38.127282 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4ceda2b9-ba5f-461d-b884-8ca47530db4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:38.145500 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.plugin [None req-4ceda2b9-ba5f-461d-b884-8ca47530db4e admin admin] Calling delete_port for fa202f14-e2b8-4731-a510-ef9d2d352e49 owned by network:dhcp {{(pid=93282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:42:38.192167 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bbe698-88f5-4807-9eea-99411c4f9a16 None None] DHCP port deletion for b21c75e6-cad4-48a2-b00f-88d083cdede8 request from dv-cinder-780933-12-iscsi {{(pid=93283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 14:42:38.228743 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4ceda2b9-ba5f-461d-b884-8ca47530db4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25220862'] for port, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:38.243539 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-30bbe698-88f5-4807-9eea-99411c4f9a16 None None] Deleting port fa202f14-e2b8-4731-a510-ef9d2d352e49 {{(pid=93283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:42:38.243932 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-30bbe698-88f5-4807-9eea-99411c4f9a16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793433058865'] for port, before_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:38.257713 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceda2b9-ba5f-461d-b884-8ca47530db4e admin admin] No DVR routers for this DVR port fa202f14-e2b8-4731-a510-ef9d2d352e49 on host dv-cinder-780933-12-iscsi {{(pid=93282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:42:38.262142 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceda2b9-ba5f-461d-b884-8ca47530db4e admin admin] Pushing event deleted for resources: {'Port': ['ID=fa202f14-e2b8-4731-a510-ef9d2d352e49,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:38.309347 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.db [None req-30bbe698-88f5-4807-9eea-99411c4f9a16 None None] For port fa202f14-e2b8-4731-a510-ef9d2d352e49, host dv-cinder-780933-12-iscsi, got binding levels [] {{(pid=93283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:42:38.310030 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-30bbe698-88f5-4807-9eea-99411c4f9a16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762230'] for port, precommit_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:38.325304 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-30bbe698-88f5-4807-9eea-99411c4f9a16 None None] Calling delete_port for fa202f14-e2b8-4731-a510-ef9d2d352e49 owned by network:dhcp {{(pid=93283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:42:38.328207 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.ipam_backend_mixin [None req-30bbe698-88f5-4807-9eea-99411c4f9a16 None None] Port fa202f14-e2b8-4731-a510-ef9d2d352e49 was not found and therefore no delete operation was performed {{(pid=93283) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 14:42:38.329529 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-30bbe698-88f5-4807-9eea-99411c4f9a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-776342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793433064587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793432675844'] for port, after_delete {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:38.360351 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbe698-88f5-4807-9eea-99411c4f9a16 None None] Pushing event deleted for resources: {'Port': ['ID=fa202f14-e2b8-4731-a510-ef9d2d352e49,revision_number=None']} {{(pid=93283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:38.370946 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bbe698-88f5-4807-9eea-99411c4f9a16 None None] No DVR routers for this DVR port fa202f14-e2b8-4731-a510-ef9d2d352e49 on host dv-cinder-780933-12-iscsi {{(pid=93283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:42:38.375075 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbe698-88f5-4807-9eea-99411c4f9a16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:38.375075 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbe698-88f5-4807-9eea-99411c4f9a16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:38.376818 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbe698-88f5-4807-9eea-99411c4f9a16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:38.376818 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbe698-88f5-4807-9eea-99411c4f9a16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:38.376993 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbe698-88f5-4807-9eea-99411c4f9a16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:38.377219 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbe698-88f5-4807-9eea-99411c4f9a16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:38.379808 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbe698-88f5-4807-9eea-99411c4f9a16 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:38.379808 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbe698-88f5-4807-9eea-99411c4f9a16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:38.379808 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbe698-88f5-4807-9eea-99411c4f9a16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:38.379808 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbe698-88f5-4807-9eea-99411c4f9a16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:38.379808 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbe698-88f5-4807-9eea-99411c4f9a16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:38.379808 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbe698-88f5-4807-9eea-99411c4f9a16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-12-iscsi {{(pid=93283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:38.601782 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4ceda2b9-ba5f-461d-b884-8ca47530db4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741126', 'neutron.services.segments.db._delete_segments_for_network-8793433151856'] for network, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:38.613204 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-4ceda2b9-ba5f-461d-b884-8ca47530db4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21c75e6-cad4-48a2-b00f-88d083cdede8']}} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:38.624491 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-4ceda2b9-ba5f-461d-b884-8ca47530db4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef60bdb3-8fd5-4633-8899-e90251bf2328') {'for_net_delete': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:38.624797 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.services.segments.db [None req-4ceda2b9-ba5f-461d-b884-8ca47530db4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef60bdb3-8fd5-4633-8899-e90251bf2328') {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:38.634510 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4ceda2b9-ba5f-461d-b884-8ca47530db4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793433155705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25235250'] for segment, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:38.647852 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4ceda2b9-ba5f-461d-b884-8ca47530db4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336'] for segment, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:38.655953 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ceda2b9-ba5f-461d-b884-8ca47530db4e admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=93282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:42:38.656655 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4ceda2b9-ba5f-461d-b884-8ca47530db4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-742336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25220627'] for segment, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: Traceback (most recent call last): Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: timer() Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: cb(*args, **kw) Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: return func(*args, **kwargs) Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: self._notify() Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: self.callback(batched_events) Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: event.method(event) Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: return f(self, *a, **k) Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: return self._get(url).json() Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: return self.request(url, 'GET', **kwargs) Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:42:38.659795 dv-cinder-780933-12-iscsi neutron-server[93282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:42:38.727266 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4ceda2b9-ba5f-461d-b884-8ca47530db4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744054'] for network, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:38.732677 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4ceda2b9-ba5f-461d-b884-8ca47530db4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619756'] for network, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:38.734514 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-4ceda2b9-ba5f-461d-b884-8ca47530db4e admin admin] 10.222.0.60 "DELETE /v2.0/networks/b21c75e6-cad4-48a2-b00f-88d083cdede8 HTTP/1.1" status: 204 len: 168 time: 0.7984953 Aug 09 14:42:38.746611 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceda2b9-ba5f-461d-b884-8ca47530db4e admin admin] Pushing event deleted for resources: {'Network': ['ID=b21c75e6-cad4-48a2-b00f-88d083cdede8,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:38.901801 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 52160) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:38.947149 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-6d5d8309-5cd8-4e71-9069-9d745e229241 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=488c470ed0ff4cddbe230238fe0b2253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438452 Aug 09 14:42:38.949408 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 52162) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:39.003368 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-25bcc275-e8f9-41a0-bcd8-271e893f136a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:39.025526 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-25bcc275-e8f9-41a0-bcd8-271e893f136a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:39.073995 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-25bcc275-e8f9-41a0-bcd8-271e893f136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:39.076690 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-25bcc275-e8f9-41a0-bcd8-271e893f136a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:39.077917 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-25bcc275-e8f9-41a0-bcd8-271e893f136a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3529ec95-b7ca-40e1-b616-e056a9e646f2 HTTP/1.1" status: 204 len: 168 time: 0.1275320 Aug 09 14:42:39.086020 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcc275-e8f9-41a0-bcd8-271e893f136a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3529ec95-b7ca-40e1-b616-e056a9e646f2,revision_number=None']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:39.256064 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 176ea9ee-b5ec-43d3-8981-2734aa6d2287 no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:42:39.276679 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: 176ea9ee-b5ec-43d3-8981-2734aa6d2287 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:42:39.277031 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device 176ea9ee-b5ec-43d3-8981-2734aa6d2287 not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:42:39.277447 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device fa202f14-e2b8-4731-a510-ef9d2d352e49 no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:42:39.297334 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: fa202f14-e2b8-4731-a510-ef9d2d352e49 {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:42:39.297688 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device fa202f14-e2b8-4731-a510-ef9d2d352e49 not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:42:39.298108 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device c457a069-7edf-4dd2-bdd9-7ff33ce45a6c no longer exists at agent ovs-agent-dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:42:39.318251 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.plugin [None req-31707515-1121-4b39-880b-297470a356db None None] No Port match for: c457a069-7edf-4dd2-bdd9-7ff33ce45a6c {{(pid=93283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:42:39.318601 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron.plugins.ml2.rpc [None req-31707515-1121-4b39-880b-297470a356db None None] Device c457a069-7edf-4dd2-bdd9-7ff33ce45a6c not bound to the agent host dv-cinder-780933-12-iscsi {{(pid=93283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:42:39.380771 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:39.451435 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [-] (93282) accepted ('10.222.0.60', 52168) {{(pid=93282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:39.490504 dv-cinder-780933-12-iscsi neutron-server[93282]: INFO neutron.wsgi [None req-284625b4-0fbb-436d-ae49-faa676506b78 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c80cabbbfb284a1380430d7421b9e489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378859 Aug 09 14:42:39.494419 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [-] (93281) accepted ('10.222.0.60', 52170) {{(pid=93281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:39.543482 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c70329e1-a1cd-4bad-9bce-5123db1d76cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:39.567031 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c70329e1-a1cd-4bad-9bce-5123db1d76cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:39.613228 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c70329e1-a1cd-4bad-9bce-5123db1d76cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775265'] for security_group, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:39.615758 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c70329e1-a1cd-4bad-9bce-5123db1d76cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:39.616934 dv-cinder-780933-12-iscsi neutron-server[93281]: INFO neutron.wsgi [None req-c70329e1-a1cd-4bad-9bce-5123db1d76cc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/765db036-f633-4a7b-b7ba-d04f093eb04b HTTP/1.1" status: 204 len: 168 time: 0.1214473 Aug 09 14:42:39.625705 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70329e1-a1cd-4bad-9bce-5123db1d76cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765db036-f633-4a7b-b7ba-d04f093eb04b,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:39.692686 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-f85685ae-d15a-4acf-ba63-9e9baf3e936d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:40.345309 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:42.333670 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:47.304543 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:01.589507 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:43:06.543187 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-cefb36d3-c13e-4cc2-bbde-5bb8d1fbc072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:09.383166 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:09.698506 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-aec83fe1-0201-4f36-bffd-723b0e4a1cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:10.348739 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:12.335892 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:17.311668 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:36.545074 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-358360f0-e337-465c-9de8-96bb2f004241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:38.588216 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:43:39.387326 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:39.699641 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-3b248d81-ad4f-4dfa-b12f-26e44f446a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:40.350633 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:42.340986 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:47.301453 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:44:06.546128 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-4086bdfd-fbbf-4c90-b004-074a1efb5d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:44:09.390916 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:44:09.701027 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-7f2b31a8-6867-4379-bbaf-1fe970e04f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:44:10.353222 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:44:12.344655 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:44:15.586981 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:44:17.339707 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:44:36.546947 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-58d0200f-e9a9-454f-9933-ef089fb92d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:44:39.397131 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:44:39.703542 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-35054544-33bb-41c9-9eae-7c8c75b49694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:44:40.356776 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:44:42.345901 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:44:47.346837 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:44:52.586584 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:45:06.547985 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-edec34c7-a83e-4200-9f90-cc9f44511b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:09.391559 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:09.704911 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-54aa289f-6dea-48a8-b460-27c68f02a924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:10.360054 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:12.348526 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:17.379526 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:29.586080 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:45:36.551904 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-229f8b2c-5cfe-4461-86d9-706e30eaca3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:39.394636 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:39.705152 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-acbdcbf0-7280-49ff-b1c6-7bdb27376b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:40.362452 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:42.351793 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:47.376542 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:46:06.554001 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b3bd1e52-c0ad-4a8f-9fa7-945b5c61faf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:46:06.588084 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:46:09.396823 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:46:09.705492 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-91418b2f-dd2d-449d-838a-12f323dd2a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:46:10.371842 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:46:12.355239 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:46:17.400834 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:46:36.555380 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-193ae719-3423-4bf4-b0ce-50769835754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:46:39.399613 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:46:39.709835 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-399b9fa6-4fd3-4a6c-9f33-9b6c96d307b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:46:40.367716 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:46:42.359331 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:46:43.587401 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:46:47.395483 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:06.556925 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-49ebf29d-babb-4036-bbeb-30850a9dec50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:09.406752 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:09.711247 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-55b0afee-e32b-4118-99e6-466501a2688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:10.370247 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:12.360165 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:17.407866 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:20.586005 dv-cinder-780933-12-iscsi neutron-server[93284]: DEBUG neutron.db.agents_db [None req-afa70546-f618-4545-80cf-8c75870b9513 None None] Agent healthcheck: found 6 active agents {{(pid=93284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:47:27.560755 dv-cinder-780933-12-iscsi neutron-server[93282]: DEBUG neutron.wsgi [req-60c5bf77-c5bd-4a1b-b150-970729192741 req-7d99322d-76a5-4a50-9554-ddb80e951b0a service neutron] (93282) timed out ('10.222.0.11', 63204) {{(pid=93282) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 14:47:28.045152 dv-cinder-780933-12-iscsi neutron-server[93281]: DEBUG neutron.wsgi [req-3fb98663-03fc-495f-ac57-7e1b4d5907c4 req-c3966bc3-b935-42c3-8a9b-ca5ebb4b96de service neutron] (93281) timed out ('10.222.0.11', 63251) {{(pid=93281) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 14:47:36.559367 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-d3c88cec-0214-4e9c-8d6d-df76a5890140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:39.398890 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-31707515-1121-4b39-880b-297470a356db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:39.712522 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-a1d2b74a-f0eb-4808-9bce-bf8e38a46dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:40.377284 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa3a8-2d06-4381-aa60-9e0929ae624e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:42.366859 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-e99b0b70-86ed-4daa-8d49-bcaa28b0d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:47.436496 dv-cinder-780933-12-iscsi neutron-server[93283]: DEBUG neutron_lib.callbacks.manager [None req-b1ee392b-3094-4248-a7d7-a9024d42d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793433151748', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838536'] for agent, after_update {{(pid=93283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}